flyte 2.0.0b13__py3-none-any.whl → 2.0.0b30__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. flyte/__init__.py +18 -2
  2. flyte/_bin/debug.py +38 -0
  3. flyte/_bin/runtime.py +62 -8
  4. flyte/_cache/cache.py +4 -2
  5. flyte/_cache/local_cache.py +216 -0
  6. flyte/_code_bundle/_ignore.py +12 -4
  7. flyte/_code_bundle/_packaging.py +13 -9
  8. flyte/_code_bundle/_utils.py +18 -10
  9. flyte/_code_bundle/bundle.py +17 -9
  10. flyte/_constants.py +1 -0
  11. flyte/_context.py +4 -1
  12. flyte/_custom_context.py +73 -0
  13. flyte/_debug/constants.py +38 -0
  14. flyte/_debug/utils.py +17 -0
  15. flyte/_debug/vscode.py +307 -0
  16. flyte/_deploy.py +235 -61
  17. flyte/_environment.py +20 -6
  18. flyte/_excepthook.py +1 -1
  19. flyte/_hash.py +1 -16
  20. flyte/_image.py +178 -81
  21. flyte/_initialize.py +132 -51
  22. flyte/_interface.py +39 -2
  23. flyte/_internal/controllers/__init__.py +4 -5
  24. flyte/_internal/controllers/_local_controller.py +70 -29
  25. flyte/_internal/controllers/_trace.py +1 -1
  26. flyte/_internal/controllers/remote/__init__.py +0 -2
  27. flyte/_internal/controllers/remote/_action.py +14 -16
  28. flyte/_internal/controllers/remote/_client.py +1 -1
  29. flyte/_internal/controllers/remote/_controller.py +68 -70
  30. flyte/_internal/controllers/remote/_core.py +127 -99
  31. flyte/_internal/controllers/remote/_informer.py +19 -10
  32. flyte/_internal/controllers/remote/_service_protocol.py +7 -7
  33. flyte/_internal/imagebuild/docker_builder.py +181 -69
  34. flyte/_internal/imagebuild/image_builder.py +0 -5
  35. flyte/_internal/imagebuild/remote_builder.py +155 -64
  36. flyte/_internal/imagebuild/utils.py +51 -2
  37. flyte/_internal/resolvers/_task_module.py +5 -38
  38. flyte/_internal/resolvers/default.py +2 -2
  39. flyte/_internal/runtime/convert.py +110 -21
  40. flyte/_internal/runtime/entrypoints.py +27 -1
  41. flyte/_internal/runtime/io.py +21 -8
  42. flyte/_internal/runtime/resources_serde.py +20 -6
  43. flyte/_internal/runtime/reuse.py +1 -1
  44. flyte/_internal/runtime/rusty.py +20 -5
  45. flyte/_internal/runtime/task_serde.py +34 -19
  46. flyte/_internal/runtime/taskrunner.py +22 -4
  47. flyte/_internal/runtime/trigger_serde.py +160 -0
  48. flyte/_internal/runtime/types_serde.py +1 -1
  49. flyte/_keyring/__init__.py +0 -0
  50. flyte/_keyring/file.py +115 -0
  51. flyte/_logging.py +201 -39
  52. flyte/_map.py +111 -14
  53. flyte/_module.py +70 -0
  54. flyte/_pod.py +4 -3
  55. flyte/_resources.py +213 -31
  56. flyte/_run.py +110 -39
  57. flyte/_task.py +75 -16
  58. flyte/_task_environment.py +105 -29
  59. flyte/_task_plugins.py +4 -2
  60. flyte/_trace.py +5 -0
  61. flyte/_trigger.py +1000 -0
  62. flyte/_utils/__init__.py +2 -1
  63. flyte/_utils/asyn.py +3 -1
  64. flyte/_utils/coro_management.py +2 -1
  65. flyte/_utils/docker_credentials.py +173 -0
  66. flyte/_utils/module_loader.py +17 -2
  67. flyte/_version.py +3 -3
  68. flyte/cli/_abort.py +3 -3
  69. flyte/cli/_build.py +3 -6
  70. flyte/cli/_common.py +78 -7
  71. flyte/cli/_create.py +182 -4
  72. flyte/cli/_delete.py +23 -1
  73. flyte/cli/_deploy.py +63 -16
  74. flyte/cli/_get.py +79 -34
  75. flyte/cli/_params.py +26 -10
  76. flyte/cli/_plugins.py +209 -0
  77. flyte/cli/_run.py +151 -26
  78. flyte/cli/_serve.py +64 -0
  79. flyte/cli/_update.py +37 -0
  80. flyte/cli/_user.py +17 -0
  81. flyte/cli/main.py +30 -4
  82. flyte/config/_config.py +10 -6
  83. flyte/config/_internal.py +1 -0
  84. flyte/config/_reader.py +29 -8
  85. flyte/connectors/__init__.py +11 -0
  86. flyte/connectors/_connector.py +270 -0
  87. flyte/connectors/_server.py +197 -0
  88. flyte/connectors/utils.py +135 -0
  89. flyte/errors.py +22 -2
  90. flyte/extend.py +8 -1
  91. flyte/extras/_container.py +6 -1
  92. flyte/git/__init__.py +3 -0
  93. flyte/git/_config.py +21 -0
  94. flyte/io/__init__.py +2 -0
  95. flyte/io/_dataframe/__init__.py +2 -0
  96. flyte/io/_dataframe/basic_dfs.py +17 -8
  97. flyte/io/_dataframe/dataframe.py +98 -132
  98. flyte/io/_dir.py +575 -113
  99. flyte/io/_file.py +582 -139
  100. flyte/io/_hashing_io.py +342 -0
  101. flyte/models.py +74 -15
  102. flyte/remote/__init__.py +6 -1
  103. flyte/remote/_action.py +34 -26
  104. flyte/remote/_client/_protocols.py +39 -4
  105. flyte/remote/_client/auth/_authenticators/device_code.py +4 -5
  106. flyte/remote/_client/auth/_authenticators/pkce.py +1 -1
  107. flyte/remote/_client/auth/_channel.py +10 -6
  108. flyte/remote/_client/controlplane.py +17 -5
  109. flyte/remote/_console.py +3 -2
  110. flyte/remote/_data.py +6 -6
  111. flyte/remote/_logs.py +3 -3
  112. flyte/remote/_run.py +64 -8
  113. flyte/remote/_secret.py +26 -17
  114. flyte/remote/_task.py +75 -33
  115. flyte/remote/_trigger.py +306 -0
  116. flyte/remote/_user.py +33 -0
  117. flyte/report/_report.py +1 -1
  118. flyte/storage/__init__.py +6 -1
  119. flyte/storage/_config.py +5 -1
  120. flyte/storage/_parallel_reader.py +274 -0
  121. flyte/storage/_storage.py +200 -103
  122. flyte/types/__init__.py +16 -0
  123. flyte/types/_interface.py +2 -2
  124. flyte/types/_pickle.py +35 -8
  125. flyte/types/_string_literals.py +8 -9
  126. flyte/types/_type_engine.py +40 -70
  127. flyte/types/_utils.py +1 -1
  128. flyte-2.0.0b30.data/scripts/debug.py +38 -0
  129. {flyte-2.0.0b13.data → flyte-2.0.0b30.data}/scripts/runtime.py +62 -8
  130. {flyte-2.0.0b13.dist-info → flyte-2.0.0b30.dist-info}/METADATA +11 -3
  131. flyte-2.0.0b30.dist-info/RECORD +192 -0
  132. {flyte-2.0.0b13.dist-info → flyte-2.0.0b30.dist-info}/entry_points.txt +3 -0
  133. flyte/_protos/common/authorization_pb2.py +0 -66
  134. flyte/_protos/common/authorization_pb2.pyi +0 -108
  135. flyte/_protos/common/authorization_pb2_grpc.py +0 -4
  136. flyte/_protos/common/identifier_pb2.py +0 -93
  137. flyte/_protos/common/identifier_pb2.pyi +0 -110
  138. flyte/_protos/common/identifier_pb2_grpc.py +0 -4
  139. flyte/_protos/common/identity_pb2.py +0 -48
  140. flyte/_protos/common/identity_pb2.pyi +0 -72
  141. flyte/_protos/common/identity_pb2_grpc.py +0 -4
  142. flyte/_protos/common/list_pb2.py +0 -36
  143. flyte/_protos/common/list_pb2.pyi +0 -71
  144. flyte/_protos/common/list_pb2_grpc.py +0 -4
  145. flyte/_protos/common/policy_pb2.py +0 -37
  146. flyte/_protos/common/policy_pb2.pyi +0 -27
  147. flyte/_protos/common/policy_pb2_grpc.py +0 -4
  148. flyte/_protos/common/role_pb2.py +0 -37
  149. flyte/_protos/common/role_pb2.pyi +0 -53
  150. flyte/_protos/common/role_pb2_grpc.py +0 -4
  151. flyte/_protos/common/runtime_version_pb2.py +0 -28
  152. flyte/_protos/common/runtime_version_pb2.pyi +0 -24
  153. flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
  154. flyte/_protos/imagebuilder/definition_pb2.py +0 -59
  155. flyte/_protos/imagebuilder/definition_pb2.pyi +0 -140
  156. flyte/_protos/imagebuilder/definition_pb2_grpc.py +0 -4
  157. flyte/_protos/imagebuilder/payload_pb2.py +0 -32
  158. flyte/_protos/imagebuilder/payload_pb2.pyi +0 -21
  159. flyte/_protos/imagebuilder/payload_pb2_grpc.py +0 -4
  160. flyte/_protos/imagebuilder/service_pb2.py +0 -29
  161. flyte/_protos/imagebuilder/service_pb2.pyi +0 -5
  162. flyte/_protos/imagebuilder/service_pb2_grpc.py +0 -66
  163. flyte/_protos/logs/dataplane/payload_pb2.py +0 -100
  164. flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -177
  165. flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
  166. flyte/_protos/secret/definition_pb2.py +0 -49
  167. flyte/_protos/secret/definition_pb2.pyi +0 -93
  168. flyte/_protos/secret/definition_pb2_grpc.py +0 -4
  169. flyte/_protos/secret/payload_pb2.py +0 -62
  170. flyte/_protos/secret/payload_pb2.pyi +0 -94
  171. flyte/_protos/secret/payload_pb2_grpc.py +0 -4
  172. flyte/_protos/secret/secret_pb2.py +0 -38
  173. flyte/_protos/secret/secret_pb2.pyi +0 -6
  174. flyte/_protos/secret/secret_pb2_grpc.py +0 -198
  175. flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
  176. flyte/_protos/validate/validate/validate_pb2.py +0 -76
  177. flyte/_protos/workflow/common_pb2.py +0 -27
  178. flyte/_protos/workflow/common_pb2.pyi +0 -14
  179. flyte/_protos/workflow/common_pb2_grpc.py +0 -4
  180. flyte/_protos/workflow/environment_pb2.py +0 -29
  181. flyte/_protos/workflow/environment_pb2.pyi +0 -12
  182. flyte/_protos/workflow/environment_pb2_grpc.py +0 -4
  183. flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
  184. flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
  185. flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
  186. flyte/_protos/workflow/queue_service_pb2.py +0 -109
  187. flyte/_protos/workflow/queue_service_pb2.pyi +0 -166
  188. flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
  189. flyte/_protos/workflow/run_definition_pb2.py +0 -121
  190. flyte/_protos/workflow/run_definition_pb2.pyi +0 -327
  191. flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
  192. flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
  193. flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
  194. flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
  195. flyte/_protos/workflow/run_service_pb2.py +0 -137
  196. flyte/_protos/workflow/run_service_pb2.pyi +0 -185
  197. flyte/_protos/workflow/run_service_pb2_grpc.py +0 -446
  198. flyte/_protos/workflow/state_service_pb2.py +0 -67
  199. flyte/_protos/workflow/state_service_pb2.pyi +0 -76
  200. flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
  201. flyte/_protos/workflow/task_definition_pb2.py +0 -79
  202. flyte/_protos/workflow/task_definition_pb2.pyi +0 -81
  203. flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
  204. flyte/_protos/workflow/task_service_pb2.py +0 -60
  205. flyte/_protos/workflow/task_service_pb2.pyi +0 -59
  206. flyte/_protos/workflow/task_service_pb2_grpc.py +0 -138
  207. flyte-2.0.0b13.dist-info/RECORD +0 -239
  208. /flyte/{_protos → _debug}/__init__.py +0 -0
  209. {flyte-2.0.0b13.dist-info → flyte-2.0.0b30.dist-info}/WHEEL +0 -0
  210. {flyte-2.0.0b13.dist-info → flyte-2.0.0b30.dist-info}/licenses/LICENSE +0 -0
  211. {flyte-2.0.0b13.dist-info → flyte-2.0.0b30.dist-info}/top_level.txt +0 -0
@@ -1,185 +0,0 @@
1
- from flyte._protos.common import identifier_pb2 as _identifier_pb2
2
- from flyte._protos.common import list_pb2 as _list_pb2
3
- from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
4
- from flyte._protos.workflow import run_definition_pb2 as _run_definition_pb2
5
- from flyte._protos.workflow import task_definition_pb2 as _task_definition_pb2
6
- from google.protobuf.internal import containers as _containers
7
- from google.protobuf import descriptor as _descriptor
8
- from google.protobuf import message as _message
9
- from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
10
-
11
- DESCRIPTOR: _descriptor.FileDescriptor
12
-
13
- class CreateRunRequest(_message.Message):
14
- __slots__ = ["run_id", "project_id", "task_id", "task_spec", "inputs", "run_spec"]
15
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
16
- PROJECT_ID_FIELD_NUMBER: _ClassVar[int]
17
- TASK_ID_FIELD_NUMBER: _ClassVar[int]
18
- TASK_SPEC_FIELD_NUMBER: _ClassVar[int]
19
- INPUTS_FIELD_NUMBER: _ClassVar[int]
20
- RUN_SPEC_FIELD_NUMBER: _ClassVar[int]
21
- run_id: _identifier_pb2.RunIdentifier
22
- project_id: _identifier_pb2.ProjectIdentifier
23
- task_id: _task_definition_pb2.TaskIdentifier
24
- task_spec: _task_definition_pb2.TaskSpec
25
- inputs: _run_definition_pb2.Inputs
26
- run_spec: _run_definition_pb2.RunSpec
27
- def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ..., project_id: _Optional[_Union[_identifier_pb2.ProjectIdentifier, _Mapping]] = ..., task_id: _Optional[_Union[_task_definition_pb2.TaskIdentifier, _Mapping]] = ..., task_spec: _Optional[_Union[_task_definition_pb2.TaskSpec, _Mapping]] = ..., inputs: _Optional[_Union[_run_definition_pb2.Inputs, _Mapping]] = ..., run_spec: _Optional[_Union[_run_definition_pb2.RunSpec, _Mapping]] = ...) -> None: ...
28
-
29
- class CreateRunResponse(_message.Message):
30
- __slots__ = ["run"]
31
- RUN_FIELD_NUMBER: _ClassVar[int]
32
- run: _run_definition_pb2.Run
33
- def __init__(self, run: _Optional[_Union[_run_definition_pb2.Run, _Mapping]] = ...) -> None: ...
34
-
35
- class AbortRunRequest(_message.Message):
36
- __slots__ = ["run_id"]
37
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
38
- run_id: _identifier_pb2.RunIdentifier
39
- def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
40
-
41
- class AbortRunResponse(_message.Message):
42
- __slots__ = []
43
- def __init__(self) -> None: ...
44
-
45
- class GetRunDetailsRequest(_message.Message):
46
- __slots__ = ["run_id"]
47
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
48
- run_id: _identifier_pb2.RunIdentifier
49
- def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
50
-
51
- class GetRunDetailsResponse(_message.Message):
52
- __slots__ = ["details"]
53
- DETAILS_FIELD_NUMBER: _ClassVar[int]
54
- details: _run_definition_pb2.RunDetails
55
- def __init__(self, details: _Optional[_Union[_run_definition_pb2.RunDetails, _Mapping]] = ...) -> None: ...
56
-
57
- class WatchRunDetailsRequest(_message.Message):
58
- __slots__ = ["run_id"]
59
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
60
- run_id: _identifier_pb2.RunIdentifier
61
- def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
62
-
63
- class WatchRunDetailsResponse(_message.Message):
64
- __slots__ = ["details"]
65
- DETAILS_FIELD_NUMBER: _ClassVar[int]
66
- details: _run_definition_pb2.RunDetails
67
- def __init__(self, details: _Optional[_Union[_run_definition_pb2.RunDetails, _Mapping]] = ...) -> None: ...
68
-
69
- class GetActionDetailsRequest(_message.Message):
70
- __slots__ = ["action_id"]
71
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
72
- action_id: _identifier_pb2.ActionIdentifier
73
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ...) -> None: ...
74
-
75
- class GetActionDetailsResponse(_message.Message):
76
- __slots__ = ["details"]
77
- DETAILS_FIELD_NUMBER: _ClassVar[int]
78
- details: _run_definition_pb2.ActionDetails
79
- def __init__(self, details: _Optional[_Union[_run_definition_pb2.ActionDetails, _Mapping]] = ...) -> None: ...
80
-
81
- class WatchActionDetailsRequest(_message.Message):
82
- __slots__ = ["action_id"]
83
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
84
- action_id: _identifier_pb2.ActionIdentifier
85
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ...) -> None: ...
86
-
87
- class WatchActionDetailsResponse(_message.Message):
88
- __slots__ = ["details"]
89
- DETAILS_FIELD_NUMBER: _ClassVar[int]
90
- details: _run_definition_pb2.ActionDetails
91
- def __init__(self, details: _Optional[_Union[_run_definition_pb2.ActionDetails, _Mapping]] = ...) -> None: ...
92
-
93
- class GetActionDataRequest(_message.Message):
94
- __slots__ = ["action_id"]
95
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
96
- action_id: _identifier_pb2.ActionIdentifier
97
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ...) -> None: ...
98
-
99
- class GetActionDataResponse(_message.Message):
100
- __slots__ = ["inputs", "outputs"]
101
- INPUTS_FIELD_NUMBER: _ClassVar[int]
102
- OUTPUTS_FIELD_NUMBER: _ClassVar[int]
103
- inputs: _run_definition_pb2.Inputs
104
- outputs: _run_definition_pb2.Outputs
105
- def __init__(self, inputs: _Optional[_Union[_run_definition_pb2.Inputs, _Mapping]] = ..., outputs: _Optional[_Union[_run_definition_pb2.Outputs, _Mapping]] = ...) -> None: ...
106
-
107
- class ListRunsRequest(_message.Message):
108
- __slots__ = ["request", "org", "project_id"]
109
- REQUEST_FIELD_NUMBER: _ClassVar[int]
110
- ORG_FIELD_NUMBER: _ClassVar[int]
111
- PROJECT_ID_FIELD_NUMBER: _ClassVar[int]
112
- request: _list_pb2.ListRequest
113
- org: str
114
- project_id: _identifier_pb2.ProjectIdentifier
115
- def __init__(self, request: _Optional[_Union[_list_pb2.ListRequest, _Mapping]] = ..., org: _Optional[str] = ..., project_id: _Optional[_Union[_identifier_pb2.ProjectIdentifier, _Mapping]] = ...) -> None: ...
116
-
117
- class ListRunsResponse(_message.Message):
118
- __slots__ = ["runs", "token"]
119
- RUNS_FIELD_NUMBER: _ClassVar[int]
120
- TOKEN_FIELD_NUMBER: _ClassVar[int]
121
- runs: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.Run]
122
- token: str
123
- def __init__(self, runs: _Optional[_Iterable[_Union[_run_definition_pb2.Run, _Mapping]]] = ..., token: _Optional[str] = ...) -> None: ...
124
-
125
- class WatchRunsRequest(_message.Message):
126
- __slots__ = ["org", "cluster_id", "project_id", "task_id"]
127
- ORG_FIELD_NUMBER: _ClassVar[int]
128
- CLUSTER_ID_FIELD_NUMBER: _ClassVar[int]
129
- PROJECT_ID_FIELD_NUMBER: _ClassVar[int]
130
- TASK_ID_FIELD_NUMBER: _ClassVar[int]
131
- org: str
132
- cluster_id: _identifier_pb2.ClusterIdentifier
133
- project_id: _identifier_pb2.ProjectIdentifier
134
- task_id: _task_definition_pb2.TaskIdentifier
135
- def __init__(self, org: _Optional[str] = ..., cluster_id: _Optional[_Union[_identifier_pb2.ClusterIdentifier, _Mapping]] = ..., project_id: _Optional[_Union[_identifier_pb2.ProjectIdentifier, _Mapping]] = ..., task_id: _Optional[_Union[_task_definition_pb2.TaskIdentifier, _Mapping]] = ...) -> None: ...
136
-
137
- class WatchRunsResponse(_message.Message):
138
- __slots__ = ["runs"]
139
- RUNS_FIELD_NUMBER: _ClassVar[int]
140
- runs: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.Run]
141
- def __init__(self, runs: _Optional[_Iterable[_Union[_run_definition_pb2.Run, _Mapping]]] = ...) -> None: ...
142
-
143
- class ListActionsRequest(_message.Message):
144
- __slots__ = ["request", "run_id"]
145
- REQUEST_FIELD_NUMBER: _ClassVar[int]
146
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
147
- request: _list_pb2.ListRequest
148
- run_id: _identifier_pb2.RunIdentifier
149
- def __init__(self, request: _Optional[_Union[_list_pb2.ListRequest, _Mapping]] = ..., run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
150
-
151
- class ListActionsResponse(_message.Message):
152
- __slots__ = ["actions", "token"]
153
- ACTIONS_FIELD_NUMBER: _ClassVar[int]
154
- TOKEN_FIELD_NUMBER: _ClassVar[int]
155
- actions: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.Action]
156
- token: str
157
- def __init__(self, actions: _Optional[_Iterable[_Union[_run_definition_pb2.Action, _Mapping]]] = ..., token: _Optional[str] = ...) -> None: ...
158
-
159
- class WatchActionsRequest(_message.Message):
160
- __slots__ = ["run_id", "filter"]
161
- RUN_ID_FIELD_NUMBER: _ClassVar[int]
162
- FILTER_FIELD_NUMBER: _ClassVar[int]
163
- run_id: _identifier_pb2.RunIdentifier
164
- filter: _containers.RepeatedCompositeFieldContainer[_list_pb2.Filter]
165
- def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ..., filter: _Optional[_Iterable[_Union[_list_pb2.Filter, _Mapping]]] = ...) -> None: ...
166
-
167
- class WatchActionsResponse(_message.Message):
168
- __slots__ = ["enriched_actions"]
169
- ENRICHED_ACTIONS_FIELD_NUMBER: _ClassVar[int]
170
- enriched_actions: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.EnrichedAction]
171
- def __init__(self, enriched_actions: _Optional[_Iterable[_Union[_run_definition_pb2.EnrichedAction, _Mapping]]] = ...) -> None: ...
172
-
173
- class WatchClusterEventsRequest(_message.Message):
174
- __slots__ = ["id", "attempt"]
175
- ID_FIELD_NUMBER: _ClassVar[int]
176
- ATTEMPT_FIELD_NUMBER: _ClassVar[int]
177
- id: _identifier_pb2.ActionIdentifier
178
- attempt: int
179
- def __init__(self, id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., attempt: _Optional[int] = ...) -> None: ...
180
-
181
- class WatchClusterEventsResponse(_message.Message):
182
- __slots__ = ["cluster_events"]
183
- CLUSTER_EVENTS_FIELD_NUMBER: _ClassVar[int]
184
- cluster_events: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.ClusterEvent]
185
- def __init__(self, cluster_events: _Optional[_Iterable[_Union[_run_definition_pb2.ClusterEvent, _Mapping]]] = ...) -> None: ...
@@ -1,446 +0,0 @@
1
- # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
2
- """Client and server classes corresponding to protobuf-defined services."""
3
- import grpc
4
-
5
- from flyte._protos.workflow import run_service_pb2 as workflow_dot_run__service__pb2
6
-
7
-
8
- class RunServiceStub(object):
9
- """RunService provides an interface for managing runs.
10
- """
11
-
12
- def __init__(self, channel):
13
- """Constructor.
14
-
15
- Args:
16
- channel: A grpc.Channel.
17
- """
18
- self.CreateRun = channel.unary_unary(
19
- '/cloudidl.workflow.RunService/CreateRun',
20
- request_serializer=workflow_dot_run__service__pb2.CreateRunRequest.SerializeToString,
21
- response_deserializer=workflow_dot_run__service__pb2.CreateRunResponse.FromString,
22
- )
23
- self.AbortRun = channel.unary_unary(
24
- '/cloudidl.workflow.RunService/AbortRun',
25
- request_serializer=workflow_dot_run__service__pb2.AbortRunRequest.SerializeToString,
26
- response_deserializer=workflow_dot_run__service__pb2.AbortRunResponse.FromString,
27
- )
28
- self.GetRunDetails = channel.unary_unary(
29
- '/cloudidl.workflow.RunService/GetRunDetails',
30
- request_serializer=workflow_dot_run__service__pb2.GetRunDetailsRequest.SerializeToString,
31
- response_deserializer=workflow_dot_run__service__pb2.GetRunDetailsResponse.FromString,
32
- )
33
- self.WatchRunDetails = channel.unary_stream(
34
- '/cloudidl.workflow.RunService/WatchRunDetails',
35
- request_serializer=workflow_dot_run__service__pb2.WatchRunDetailsRequest.SerializeToString,
36
- response_deserializer=workflow_dot_run__service__pb2.WatchRunDetailsResponse.FromString,
37
- )
38
- self.GetActionDetails = channel.unary_unary(
39
- '/cloudidl.workflow.RunService/GetActionDetails',
40
- request_serializer=workflow_dot_run__service__pb2.GetActionDetailsRequest.SerializeToString,
41
- response_deserializer=workflow_dot_run__service__pb2.GetActionDetailsResponse.FromString,
42
- )
43
- self.WatchActionDetails = channel.unary_stream(
44
- '/cloudidl.workflow.RunService/WatchActionDetails',
45
- request_serializer=workflow_dot_run__service__pb2.WatchActionDetailsRequest.SerializeToString,
46
- response_deserializer=workflow_dot_run__service__pb2.WatchActionDetailsResponse.FromString,
47
- )
48
- self.GetActionData = channel.unary_unary(
49
- '/cloudidl.workflow.RunService/GetActionData',
50
- request_serializer=workflow_dot_run__service__pb2.GetActionDataRequest.SerializeToString,
51
- response_deserializer=workflow_dot_run__service__pb2.GetActionDataResponse.FromString,
52
- )
53
- self.ListRuns = channel.unary_unary(
54
- '/cloudidl.workflow.RunService/ListRuns',
55
- request_serializer=workflow_dot_run__service__pb2.ListRunsRequest.SerializeToString,
56
- response_deserializer=workflow_dot_run__service__pb2.ListRunsResponse.FromString,
57
- )
58
- self.WatchRuns = channel.unary_stream(
59
- '/cloudidl.workflow.RunService/WatchRuns',
60
- request_serializer=workflow_dot_run__service__pb2.WatchRunsRequest.SerializeToString,
61
- response_deserializer=workflow_dot_run__service__pb2.WatchRunsResponse.FromString,
62
- )
63
- self.ListActions = channel.unary_unary(
64
- '/cloudidl.workflow.RunService/ListActions',
65
- request_serializer=workflow_dot_run__service__pb2.ListActionsRequest.SerializeToString,
66
- response_deserializer=workflow_dot_run__service__pb2.ListActionsResponse.FromString,
67
- )
68
- self.WatchActions = channel.unary_stream(
69
- '/cloudidl.workflow.RunService/WatchActions',
70
- request_serializer=workflow_dot_run__service__pb2.WatchActionsRequest.SerializeToString,
71
- response_deserializer=workflow_dot_run__service__pb2.WatchActionsResponse.FromString,
72
- )
73
- self.WatchClusterEvents = channel.unary_stream(
74
- '/cloudidl.workflow.RunService/WatchClusterEvents',
75
- request_serializer=workflow_dot_run__service__pb2.WatchClusterEventsRequest.SerializeToString,
76
- response_deserializer=workflow_dot_run__service__pb2.WatchClusterEventsResponse.FromString,
77
- )
78
-
79
-
80
- class RunServiceServicer(object):
81
- """RunService provides an interface for managing runs.
82
- """
83
-
84
- def CreateRun(self, request, context):
85
- """Create a new run of the given task.
86
- """
87
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
88
- context.set_details('Method not implemented!')
89
- raise NotImplementedError('Method not implemented!')
90
-
91
- def AbortRun(self, request, context):
92
- """Abort a run.
93
- """
94
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
95
- context.set_details('Method not implemented!')
96
- raise NotImplementedError('Method not implemented!')
97
-
98
- def GetRunDetails(self, request, context):
99
- """Get detailed information about a run.
100
- """
101
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
102
- context.set_details('Method not implemented!')
103
- raise NotImplementedError('Method not implemented!')
104
-
105
- def WatchRunDetails(self, request, context):
106
- """Stream detailed information updates about a run. The call will terminate when the run reaches a terminal phase.
107
- """
108
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
109
- context.set_details('Method not implemented!')
110
- raise NotImplementedError('Method not implemented!')
111
-
112
- def GetActionDetails(self, request, context):
113
- """Get detailed information about an action.
114
- """
115
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
116
- context.set_details('Method not implemented!')
117
- raise NotImplementedError('Method not implemented!')
118
-
119
- def WatchActionDetails(self, request, context):
120
- """Stream detailed information updates about an action. The call will terminate when the action reaches a terminal phase.
121
- """
122
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
123
- context.set_details('Method not implemented!')
124
- raise NotImplementedError('Method not implemented!')
125
-
126
- def GetActionData(self, request, context):
127
- """Get input and output for an action.
128
- """
129
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
130
- context.set_details('Method not implemented!')
131
- raise NotImplementedError('Method not implemented!')
132
-
133
- def ListRuns(self, request, context):
134
- """List runs based on the provided filter criteria.
135
- """
136
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
137
- context.set_details('Method not implemented!')
138
- raise NotImplementedError('Method not implemented!')
139
-
140
- def WatchRuns(self, request, context):
141
- """Stream updates for runs based on the provided filter criteria. Responses may include newly discovered
142
- runs or updates to existing ones from the point of invocation.
143
- """
144
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
145
- context.set_details('Method not implemented!')
146
- raise NotImplementedError('Method not implemented!')
147
-
148
- def ListActions(self, request, context):
149
- """List all actions for a given run.
150
- """
151
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
152
- context.set_details('Method not implemented!')
153
- raise NotImplementedError('Method not implemented!')
154
-
155
- def WatchActions(self, request, context):
156
- """Stream updates for actions given a run. Responses may include newly discovered nested runs or updates
157
- to existing ones from the point of invocation.
158
- """
159
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
160
- context.set_details('Method not implemented!')
161
- raise NotImplementedError('Method not implemented!')
162
-
163
- def WatchClusterEvents(self, request, context):
164
- """Stream of k8s cluster events in human readable form
165
- """
166
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
167
- context.set_details('Method not implemented!')
168
- raise NotImplementedError('Method not implemented!')
169
-
170
-
171
- def add_RunServiceServicer_to_server(servicer, server):
172
- rpc_method_handlers = {
173
- 'CreateRun': grpc.unary_unary_rpc_method_handler(
174
- servicer.CreateRun,
175
- request_deserializer=workflow_dot_run__service__pb2.CreateRunRequest.FromString,
176
- response_serializer=workflow_dot_run__service__pb2.CreateRunResponse.SerializeToString,
177
- ),
178
- 'AbortRun': grpc.unary_unary_rpc_method_handler(
179
- servicer.AbortRun,
180
- request_deserializer=workflow_dot_run__service__pb2.AbortRunRequest.FromString,
181
- response_serializer=workflow_dot_run__service__pb2.AbortRunResponse.SerializeToString,
182
- ),
183
- 'GetRunDetails': grpc.unary_unary_rpc_method_handler(
184
- servicer.GetRunDetails,
185
- request_deserializer=workflow_dot_run__service__pb2.GetRunDetailsRequest.FromString,
186
- response_serializer=workflow_dot_run__service__pb2.GetRunDetailsResponse.SerializeToString,
187
- ),
188
- 'WatchRunDetails': grpc.unary_stream_rpc_method_handler(
189
- servicer.WatchRunDetails,
190
- request_deserializer=workflow_dot_run__service__pb2.WatchRunDetailsRequest.FromString,
191
- response_serializer=workflow_dot_run__service__pb2.WatchRunDetailsResponse.SerializeToString,
192
- ),
193
- 'GetActionDetails': grpc.unary_unary_rpc_method_handler(
194
- servicer.GetActionDetails,
195
- request_deserializer=workflow_dot_run__service__pb2.GetActionDetailsRequest.FromString,
196
- response_serializer=workflow_dot_run__service__pb2.GetActionDetailsResponse.SerializeToString,
197
- ),
198
- 'WatchActionDetails': grpc.unary_stream_rpc_method_handler(
199
- servicer.WatchActionDetails,
200
- request_deserializer=workflow_dot_run__service__pb2.WatchActionDetailsRequest.FromString,
201
- response_serializer=workflow_dot_run__service__pb2.WatchActionDetailsResponse.SerializeToString,
202
- ),
203
- 'GetActionData': grpc.unary_unary_rpc_method_handler(
204
- servicer.GetActionData,
205
- request_deserializer=workflow_dot_run__service__pb2.GetActionDataRequest.FromString,
206
- response_serializer=workflow_dot_run__service__pb2.GetActionDataResponse.SerializeToString,
207
- ),
208
- 'ListRuns': grpc.unary_unary_rpc_method_handler(
209
- servicer.ListRuns,
210
- request_deserializer=workflow_dot_run__service__pb2.ListRunsRequest.FromString,
211
- response_serializer=workflow_dot_run__service__pb2.ListRunsResponse.SerializeToString,
212
- ),
213
- 'WatchRuns': grpc.unary_stream_rpc_method_handler(
214
- servicer.WatchRuns,
215
- request_deserializer=workflow_dot_run__service__pb2.WatchRunsRequest.FromString,
216
- response_serializer=workflow_dot_run__service__pb2.WatchRunsResponse.SerializeToString,
217
- ),
218
- 'ListActions': grpc.unary_unary_rpc_method_handler(
219
- servicer.ListActions,
220
- request_deserializer=workflow_dot_run__service__pb2.ListActionsRequest.FromString,
221
- response_serializer=workflow_dot_run__service__pb2.ListActionsResponse.SerializeToString,
222
- ),
223
- 'WatchActions': grpc.unary_stream_rpc_method_handler(
224
- servicer.WatchActions,
225
- request_deserializer=workflow_dot_run__service__pb2.WatchActionsRequest.FromString,
226
- response_serializer=workflow_dot_run__service__pb2.WatchActionsResponse.SerializeToString,
227
- ),
228
- 'WatchClusterEvents': grpc.unary_stream_rpc_method_handler(
229
- servicer.WatchClusterEvents,
230
- request_deserializer=workflow_dot_run__service__pb2.WatchClusterEventsRequest.FromString,
231
- response_serializer=workflow_dot_run__service__pb2.WatchClusterEventsResponse.SerializeToString,
232
- ),
233
- }
234
- generic_handler = grpc.method_handlers_generic_handler(
235
- 'cloudidl.workflow.RunService', rpc_method_handlers)
236
- server.add_generic_rpc_handlers((generic_handler,))
237
-
238
-
239
- # This class is part of an EXPERIMENTAL API.
240
- class RunService(object):
241
- """RunService provides an interface for managing runs.
242
- """
243
-
244
- @staticmethod
245
- def CreateRun(request,
246
- target,
247
- options=(),
248
- channel_credentials=None,
249
- call_credentials=None,
250
- insecure=False,
251
- compression=None,
252
- wait_for_ready=None,
253
- timeout=None,
254
- metadata=None):
255
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/CreateRun',
256
- workflow_dot_run__service__pb2.CreateRunRequest.SerializeToString,
257
- workflow_dot_run__service__pb2.CreateRunResponse.FromString,
258
- options, channel_credentials,
259
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
260
-
261
- @staticmethod
262
- def AbortRun(request,
263
- target,
264
- options=(),
265
- channel_credentials=None,
266
- call_credentials=None,
267
- insecure=False,
268
- compression=None,
269
- wait_for_ready=None,
270
- timeout=None,
271
- metadata=None):
272
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/AbortRun',
273
- workflow_dot_run__service__pb2.AbortRunRequest.SerializeToString,
274
- workflow_dot_run__service__pb2.AbortRunResponse.FromString,
275
- options, channel_credentials,
276
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
277
-
278
- @staticmethod
279
- def GetRunDetails(request,
280
- target,
281
- options=(),
282
- channel_credentials=None,
283
- call_credentials=None,
284
- insecure=False,
285
- compression=None,
286
- wait_for_ready=None,
287
- timeout=None,
288
- metadata=None):
289
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetRunDetails',
290
- workflow_dot_run__service__pb2.GetRunDetailsRequest.SerializeToString,
291
- workflow_dot_run__service__pb2.GetRunDetailsResponse.FromString,
292
- options, channel_credentials,
293
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
294
-
295
- @staticmethod
296
- def WatchRunDetails(request,
297
- target,
298
- options=(),
299
- channel_credentials=None,
300
- call_credentials=None,
301
- insecure=False,
302
- compression=None,
303
- wait_for_ready=None,
304
- timeout=None,
305
- metadata=None):
306
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchRunDetails',
307
- workflow_dot_run__service__pb2.WatchRunDetailsRequest.SerializeToString,
308
- workflow_dot_run__service__pb2.WatchRunDetailsResponse.FromString,
309
- options, channel_credentials,
310
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
311
-
312
- @staticmethod
313
- def GetActionDetails(request,
314
- target,
315
- options=(),
316
- channel_credentials=None,
317
- call_credentials=None,
318
- insecure=False,
319
- compression=None,
320
- wait_for_ready=None,
321
- timeout=None,
322
- metadata=None):
323
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetActionDetails',
324
- workflow_dot_run__service__pb2.GetActionDetailsRequest.SerializeToString,
325
- workflow_dot_run__service__pb2.GetActionDetailsResponse.FromString,
326
- options, channel_credentials,
327
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
328
-
329
- @staticmethod
330
- def WatchActionDetails(request,
331
- target,
332
- options=(),
333
- channel_credentials=None,
334
- call_credentials=None,
335
- insecure=False,
336
- compression=None,
337
- wait_for_ready=None,
338
- timeout=None,
339
- metadata=None):
340
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchActionDetails',
341
- workflow_dot_run__service__pb2.WatchActionDetailsRequest.SerializeToString,
342
- workflow_dot_run__service__pb2.WatchActionDetailsResponse.FromString,
343
- options, channel_credentials,
344
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
345
-
346
- @staticmethod
347
- def GetActionData(request,
348
- target,
349
- options=(),
350
- channel_credentials=None,
351
- call_credentials=None,
352
- insecure=False,
353
- compression=None,
354
- wait_for_ready=None,
355
- timeout=None,
356
- metadata=None):
357
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetActionData',
358
- workflow_dot_run__service__pb2.GetActionDataRequest.SerializeToString,
359
- workflow_dot_run__service__pb2.GetActionDataResponse.FromString,
360
- options, channel_credentials,
361
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
362
-
363
- @staticmethod
364
- def ListRuns(request,
365
- target,
366
- options=(),
367
- channel_credentials=None,
368
- call_credentials=None,
369
- insecure=False,
370
- compression=None,
371
- wait_for_ready=None,
372
- timeout=None,
373
- metadata=None):
374
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/ListRuns',
375
- workflow_dot_run__service__pb2.ListRunsRequest.SerializeToString,
376
- workflow_dot_run__service__pb2.ListRunsResponse.FromString,
377
- options, channel_credentials,
378
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
379
-
380
- @staticmethod
381
- def WatchRuns(request,
382
- target,
383
- options=(),
384
- channel_credentials=None,
385
- call_credentials=None,
386
- insecure=False,
387
- compression=None,
388
- wait_for_ready=None,
389
- timeout=None,
390
- metadata=None):
391
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchRuns',
392
- workflow_dot_run__service__pb2.WatchRunsRequest.SerializeToString,
393
- workflow_dot_run__service__pb2.WatchRunsResponse.FromString,
394
- options, channel_credentials,
395
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
396
-
397
- @staticmethod
398
- def ListActions(request,
399
- target,
400
- options=(),
401
- channel_credentials=None,
402
- call_credentials=None,
403
- insecure=False,
404
- compression=None,
405
- wait_for_ready=None,
406
- timeout=None,
407
- metadata=None):
408
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/ListActions',
409
- workflow_dot_run__service__pb2.ListActionsRequest.SerializeToString,
410
- workflow_dot_run__service__pb2.ListActionsResponse.FromString,
411
- options, channel_credentials,
412
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
413
-
414
- @staticmethod
415
- def WatchActions(request,
416
- target,
417
- options=(),
418
- channel_credentials=None,
419
- call_credentials=None,
420
- insecure=False,
421
- compression=None,
422
- wait_for_ready=None,
423
- timeout=None,
424
- metadata=None):
425
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchActions',
426
- workflow_dot_run__service__pb2.WatchActionsRequest.SerializeToString,
427
- workflow_dot_run__service__pb2.WatchActionsResponse.FromString,
428
- options, channel_credentials,
429
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
430
-
431
- @staticmethod
432
- def WatchClusterEvents(request,
433
- target,
434
- options=(),
435
- channel_credentials=None,
436
- call_credentials=None,
437
- insecure=False,
438
- compression=None,
439
- wait_for_ready=None,
440
- timeout=None,
441
- metadata=None):
442
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchClusterEvents',
443
- workflow_dot_run__service__pb2.WatchClusterEventsRequest.SerializeToString,
444
- workflow_dot_run__service__pb2.WatchClusterEventsResponse.FromString,
445
- options, channel_credentials,
446
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)