flyte 2.0.0b22__py3-none-any.whl → 2.0.0b30__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. flyte/__init__.py +18 -2
  2. flyte/_bin/runtime.py +43 -5
  3. flyte/_cache/cache.py +4 -2
  4. flyte/_cache/local_cache.py +216 -0
  5. flyte/_code_bundle/_ignore.py +1 -1
  6. flyte/_code_bundle/_packaging.py +4 -4
  7. flyte/_code_bundle/_utils.py +14 -8
  8. flyte/_code_bundle/bundle.py +13 -5
  9. flyte/_constants.py +1 -0
  10. flyte/_context.py +4 -1
  11. flyte/_custom_context.py +73 -0
  12. flyte/_debug/constants.py +0 -1
  13. flyte/_debug/vscode.py +6 -1
  14. flyte/_deploy.py +223 -59
  15. flyte/_environment.py +5 -0
  16. flyte/_excepthook.py +1 -1
  17. flyte/_image.py +144 -82
  18. flyte/_initialize.py +95 -12
  19. flyte/_interface.py +2 -0
  20. flyte/_internal/controllers/_local_controller.py +65 -24
  21. flyte/_internal/controllers/_trace.py +1 -1
  22. flyte/_internal/controllers/remote/_action.py +13 -11
  23. flyte/_internal/controllers/remote/_client.py +1 -1
  24. flyte/_internal/controllers/remote/_controller.py +9 -4
  25. flyte/_internal/controllers/remote/_core.py +16 -16
  26. flyte/_internal/controllers/remote/_informer.py +4 -4
  27. flyte/_internal/controllers/remote/_service_protocol.py +7 -7
  28. flyte/_internal/imagebuild/docker_builder.py +139 -84
  29. flyte/_internal/imagebuild/image_builder.py +7 -13
  30. flyte/_internal/imagebuild/remote_builder.py +65 -13
  31. flyte/_internal/imagebuild/utils.py +51 -3
  32. flyte/_internal/resolvers/_task_module.py +5 -38
  33. flyte/_internal/resolvers/default.py +2 -2
  34. flyte/_internal/runtime/convert.py +42 -20
  35. flyte/_internal/runtime/entrypoints.py +24 -1
  36. flyte/_internal/runtime/io.py +21 -8
  37. flyte/_internal/runtime/resources_serde.py +20 -6
  38. flyte/_internal/runtime/reuse.py +1 -1
  39. flyte/_internal/runtime/rusty.py +20 -5
  40. flyte/_internal/runtime/task_serde.py +33 -27
  41. flyte/_internal/runtime/taskrunner.py +10 -1
  42. flyte/_internal/runtime/trigger_serde.py +160 -0
  43. flyte/_internal/runtime/types_serde.py +1 -1
  44. flyte/_keyring/file.py +39 -9
  45. flyte/_logging.py +79 -12
  46. flyte/_map.py +31 -12
  47. flyte/_module.py +70 -0
  48. flyte/_pod.py +2 -2
  49. flyte/_resources.py +213 -31
  50. flyte/_run.py +107 -41
  51. flyte/_task.py +66 -10
  52. flyte/_task_environment.py +96 -24
  53. flyte/_task_plugins.py +4 -2
  54. flyte/_trigger.py +1000 -0
  55. flyte/_utils/__init__.py +2 -1
  56. flyte/_utils/asyn.py +3 -1
  57. flyte/_utils/docker_credentials.py +173 -0
  58. flyte/_utils/module_loader.py +17 -2
  59. flyte/_version.py +3 -3
  60. flyte/cli/_abort.py +3 -3
  61. flyte/cli/_build.py +1 -3
  62. flyte/cli/_common.py +78 -7
  63. flyte/cli/_create.py +178 -3
  64. flyte/cli/_delete.py +23 -1
  65. flyte/cli/_deploy.py +49 -11
  66. flyte/cli/_get.py +79 -34
  67. flyte/cli/_params.py +8 -6
  68. flyte/cli/_plugins.py +209 -0
  69. flyte/cli/_run.py +127 -11
  70. flyte/cli/_serve.py +64 -0
  71. flyte/cli/_update.py +37 -0
  72. flyte/cli/_user.py +17 -0
  73. flyte/cli/main.py +30 -4
  74. flyte/config/_config.py +2 -0
  75. flyte/config/_internal.py +1 -0
  76. flyte/config/_reader.py +3 -3
  77. flyte/connectors/__init__.py +11 -0
  78. flyte/connectors/_connector.py +270 -0
  79. flyte/connectors/_server.py +197 -0
  80. flyte/connectors/utils.py +135 -0
  81. flyte/errors.py +10 -1
  82. flyte/extend.py +8 -1
  83. flyte/extras/_container.py +6 -1
  84. flyte/git/_config.py +11 -9
  85. flyte/io/__init__.py +2 -0
  86. flyte/io/_dataframe/__init__.py +2 -0
  87. flyte/io/_dataframe/basic_dfs.py +1 -1
  88. flyte/io/_dataframe/dataframe.py +12 -8
  89. flyte/io/_dir.py +551 -120
  90. flyte/io/_file.py +538 -141
  91. flyte/models.py +57 -12
  92. flyte/remote/__init__.py +6 -1
  93. flyte/remote/_action.py +18 -16
  94. flyte/remote/_client/_protocols.py +39 -4
  95. flyte/remote/_client/auth/_channel.py +10 -6
  96. flyte/remote/_client/controlplane.py +17 -5
  97. flyte/remote/_console.py +3 -2
  98. flyte/remote/_data.py +4 -3
  99. flyte/remote/_logs.py +3 -3
  100. flyte/remote/_run.py +47 -7
  101. flyte/remote/_secret.py +26 -17
  102. flyte/remote/_task.py +21 -9
  103. flyte/remote/_trigger.py +306 -0
  104. flyte/remote/_user.py +33 -0
  105. flyte/storage/__init__.py +6 -1
  106. flyte/storage/_parallel_reader.py +274 -0
  107. flyte/storage/_storage.py +185 -103
  108. flyte/types/__init__.py +16 -0
  109. flyte/types/_interface.py +2 -2
  110. flyte/types/_pickle.py +17 -4
  111. flyte/types/_string_literals.py +8 -9
  112. flyte/types/_type_engine.py +26 -19
  113. flyte/types/_utils.py +1 -1
  114. {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/runtime.py +43 -5
  115. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/METADATA +8 -1
  116. flyte-2.0.0b30.dist-info/RECORD +192 -0
  117. flyte/_protos/__init__.py +0 -0
  118. flyte/_protos/common/authorization_pb2.py +0 -66
  119. flyte/_protos/common/authorization_pb2.pyi +0 -108
  120. flyte/_protos/common/authorization_pb2_grpc.py +0 -4
  121. flyte/_protos/common/identifier_pb2.py +0 -99
  122. flyte/_protos/common/identifier_pb2.pyi +0 -120
  123. flyte/_protos/common/identifier_pb2_grpc.py +0 -4
  124. flyte/_protos/common/identity_pb2.py +0 -48
  125. flyte/_protos/common/identity_pb2.pyi +0 -72
  126. flyte/_protos/common/identity_pb2_grpc.py +0 -4
  127. flyte/_protos/common/list_pb2.py +0 -36
  128. flyte/_protos/common/list_pb2.pyi +0 -71
  129. flyte/_protos/common/list_pb2_grpc.py +0 -4
  130. flyte/_protos/common/policy_pb2.py +0 -37
  131. flyte/_protos/common/policy_pb2.pyi +0 -27
  132. flyte/_protos/common/policy_pb2_grpc.py +0 -4
  133. flyte/_protos/common/role_pb2.py +0 -37
  134. flyte/_protos/common/role_pb2.pyi +0 -53
  135. flyte/_protos/common/role_pb2_grpc.py +0 -4
  136. flyte/_protos/common/runtime_version_pb2.py +0 -28
  137. flyte/_protos/common/runtime_version_pb2.pyi +0 -24
  138. flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
  139. flyte/_protos/imagebuilder/definition_pb2.py +0 -60
  140. flyte/_protos/imagebuilder/definition_pb2.pyi +0 -153
  141. flyte/_protos/imagebuilder/definition_pb2_grpc.py +0 -4
  142. flyte/_protos/imagebuilder/payload_pb2.py +0 -32
  143. flyte/_protos/imagebuilder/payload_pb2.pyi +0 -21
  144. flyte/_protos/imagebuilder/payload_pb2_grpc.py +0 -4
  145. flyte/_protos/imagebuilder/service_pb2.py +0 -29
  146. flyte/_protos/imagebuilder/service_pb2.pyi +0 -5
  147. flyte/_protos/imagebuilder/service_pb2_grpc.py +0 -66
  148. flyte/_protos/logs/dataplane/payload_pb2.py +0 -100
  149. flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -177
  150. flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
  151. flyte/_protos/secret/definition_pb2.py +0 -49
  152. flyte/_protos/secret/definition_pb2.pyi +0 -93
  153. flyte/_protos/secret/definition_pb2_grpc.py +0 -4
  154. flyte/_protos/secret/payload_pb2.py +0 -62
  155. flyte/_protos/secret/payload_pb2.pyi +0 -94
  156. flyte/_protos/secret/payload_pb2_grpc.py +0 -4
  157. flyte/_protos/secret/secret_pb2.py +0 -38
  158. flyte/_protos/secret/secret_pb2.pyi +0 -6
  159. flyte/_protos/secret/secret_pb2_grpc.py +0 -198
  160. flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
  161. flyte/_protos/validate/validate/validate_pb2.py +0 -76
  162. flyte/_protos/workflow/common_pb2.py +0 -27
  163. flyte/_protos/workflow/common_pb2.pyi +0 -14
  164. flyte/_protos/workflow/common_pb2_grpc.py +0 -4
  165. flyte/_protos/workflow/environment_pb2.py +0 -29
  166. flyte/_protos/workflow/environment_pb2.pyi +0 -12
  167. flyte/_protos/workflow/environment_pb2_grpc.py +0 -4
  168. flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
  169. flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
  170. flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
  171. flyte/_protos/workflow/queue_service_pb2.py +0 -111
  172. flyte/_protos/workflow/queue_service_pb2.pyi +0 -168
  173. flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
  174. flyte/_protos/workflow/run_definition_pb2.py +0 -123
  175. flyte/_protos/workflow/run_definition_pb2.pyi +0 -352
  176. flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
  177. flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
  178. flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
  179. flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
  180. flyte/_protos/workflow/run_service_pb2.py +0 -137
  181. flyte/_protos/workflow/run_service_pb2.pyi +0 -185
  182. flyte/_protos/workflow/run_service_pb2_grpc.py +0 -446
  183. flyte/_protos/workflow/state_service_pb2.py +0 -67
  184. flyte/_protos/workflow/state_service_pb2.pyi +0 -76
  185. flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
  186. flyte/_protos/workflow/task_definition_pb2.py +0 -82
  187. flyte/_protos/workflow/task_definition_pb2.pyi +0 -88
  188. flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
  189. flyte/_protos/workflow/task_service_pb2.py +0 -60
  190. flyte/_protos/workflow/task_service_pb2.pyi +0 -59
  191. flyte/_protos/workflow/task_service_pb2_grpc.py +0 -138
  192. flyte-2.0.0b22.dist-info/RECORD +0 -250
  193. {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/debug.py +0 -0
  194. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/WHEEL +0 -0
  195. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/entry_points.txt +0 -0
  196. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/licenses/LICENSE +0 -0
  197. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/top_level.txt +0 -0
flyte/types/_pickle.py CHANGED
@@ -6,7 +6,7 @@ from typing import Type
6
6
 
7
7
  import aiofiles
8
8
  import cloudpickle
9
- from flyteidl.core import literals_pb2, types_pb2
9
+ from flyteidl2.core import literals_pb2, types_pb2
10
10
 
11
11
  import flyte.storage as storage
12
12
 
@@ -116,14 +116,27 @@ class FlytePickleTransformer(TypeTransformer[FlytePickle]):
116
116
  and literal_type.blob.format == FlytePickleTransformer.PYTHON_PICKLE_FORMAT
117
117
  ):
118
118
  return FlytePickle
119
+ if literal_type.simple == types_pb2.SimpleType.BINARY:
120
+ return FlytePickle
119
121
 
120
122
  raise ValueError(f"Transformer {self} cannot reverse {literal_type}")
121
123
 
122
124
  def get_literal_type(self, t: Type[T]) -> types_pb2.LiteralType:
123
125
  lt = types_pb2.LiteralType(
124
- blob=types_pb2.BlobType(
125
- format=self.PYTHON_PICKLE_FORMAT, dimensionality=types_pb2.BlobType.BlobDimensionality.SINGLE
126
- )
126
+ union_type=types_pb2.UnionType(
127
+ variants=[
128
+ types_pb2.LiteralType(
129
+ blob=types_pb2.BlobType(
130
+ format=self.PYTHON_PICKLE_FORMAT,
131
+ dimensionality=types_pb2.BlobType.BlobDimensionality.SINGLE,
132
+ ),
133
+ structure=types_pb2.TypeStructure(tag=self.name),
134
+ ),
135
+ types_pb2.LiteralType(
136
+ simple=types_pb2.SimpleType.BINARY, structure=types_pb2.TypeStructure(tag=self.name)
137
+ ),
138
+ ]
139
+ ),
127
140
  )
128
141
  lt.metadata = {"python_class_name": str(t)}
129
142
  return lt
@@ -3,11 +3,10 @@ import json
3
3
  from typing import Any, Dict, Union
4
4
 
5
5
  import msgpack
6
- from flyteidl.core import literals_pb2
6
+ from flyteidl2.core import literals_pb2
7
+ from flyteidl2.task import common_pb2
7
8
  from google.protobuf.json_format import MessageToDict
8
9
 
9
- from flyte._protos.workflow import run_definition_pb2
10
-
11
10
 
12
11
  def _primitive_to_string(primitive: literals_pb2.Primitive) -> Any:
13
12
  """
@@ -88,9 +87,9 @@ def _dict_literal_repr(lmd: Dict[str, literals_pb2.Literal]) -> Dict[str, Any]:
88
87
  def literal_string_repr(
89
88
  lm: Union[
90
89
  literals_pb2.Literal,
91
- run_definition_pb2.NamedLiteral,
92
- run_definition_pb2.Inputs,
93
- run_definition_pb2.Outputs,
90
+ common_pb2.NamedLiteral,
91
+ common_pb2.Inputs,
92
+ common_pb2.Outputs,
94
93
  literals_pb2.LiteralMap,
95
94
  Dict[str, literals_pb2.Literal],
96
95
  ],
@@ -105,13 +104,13 @@ def literal_string_repr(
105
104
  return _literal_string_repr(lm)
106
105
  case literals_pb2.LiteralMap():
107
106
  return _dict_literal_repr(lm.literals)
108
- case run_definition_pb2.NamedLiteral():
107
+ case common_pb2.NamedLiteral():
109
108
  lmd = {lm.name: lm.value}
110
109
  return _dict_literal_repr(lmd)
111
- case run_definition_pb2.Inputs():
110
+ case common_pb2.Inputs():
112
111
  lmd = {n.name: n.value for n in lm.literals}
113
112
  return _dict_literal_repr(lmd)
114
- case run_definition_pb2.Outputs():
113
+ case common_pb2.Outputs():
115
114
  lmd = {n.name: n.value for n in lm.literals}
116
115
  return _dict_literal_repr(lmd)
117
116
  case dict():
@@ -20,9 +20,9 @@ from types import GenericAlias, NoneType
20
20
  from typing import Any, Dict, NamedTuple, Optional, Type, cast
21
21
 
22
22
  import msgpack
23
- from flyteidl.core import interface_pb2, literals_pb2, types_pb2
24
- from flyteidl.core.literals_pb2 import Binary, Literal, LiteralCollection, LiteralMap, Primitive, Scalar, Union, Void
25
- from flyteidl.core.types_pb2 import LiteralType, SimpleType, TypeAnnotation, TypeStructure, UnionType
23
+ from flyteidl2.core import interface_pb2, literals_pb2, types_pb2
24
+ from flyteidl2.core.literals_pb2 import Binary, Literal, LiteralCollection, LiteralMap, Primitive, Scalar, Union, Void
25
+ from flyteidl2.core.types_pb2 import LiteralType, SimpleType, TypeAnnotation, TypeStructure, UnionType
26
26
  from fsspec.asyn import _run_coros_in_chunks # pylint: disable=W0212
27
27
  from google.protobuf import json_format as _json_format
28
28
  from google.protobuf import struct_pb2
@@ -1168,20 +1168,26 @@ class TypeEngine(typing.Generic[T]):
1168
1168
  f"Received more input values {len(lm.literals)}"
1169
1169
  f" than allowed by the input spec {len(python_interface_inputs)}"
1170
1170
  )
1171
+ # Create tasks for converting each kwarg
1172
+ tasks = {}
1173
+ for k in lm.literals:
1174
+ tasks[k] = asyncio.create_task(TypeEngine.to_python_value(lm.literals[k], python_interface_inputs[k]))
1175
+
1176
+ # Gather all tasks, returning exceptions instead of raising them
1177
+ results = await asyncio.gather(*tasks.values(), return_exceptions=True)
1178
+
1179
+ # Check for exceptions and raise with specific kwarg name
1171
1180
  kwargs = {}
1172
- try:
1173
- for i, k in enumerate(lm.literals):
1174
- kwargs[k] = asyncio.create_task(TypeEngine.to_python_value(lm.literals[k], python_interface_inputs[k]))
1175
- await asyncio.gather(*kwargs.values())
1176
- except Exception as e:
1177
- raise TypeTransformerFailedError(
1178
- f"Error converting input:\n"
1179
- f"Literal value: {lm.literals[k]}\n"
1180
- f"Expected Python type: {python_interface_inputs[k]}\n"
1181
- f"Exception: {e}"
1182
- )
1181
+ for (key, task), result in zip(tasks.items(), results):
1182
+ if isinstance(result, Exception):
1183
+ raise TypeTransformerFailedError(
1184
+ f"Error converting input '{key}':\n"
1185
+ f"Literal value: {lm.literals[key]}\n"
1186
+ f"Expected Python type: {python_interface_inputs[key]}\n"
1187
+ f"Exception: {result}"
1188
+ ) from result
1189
+ kwargs[key] = result
1183
1190
 
1184
- kwargs = {k: v.result() for k, v in kwargs.items() if v is not None}
1185
1191
  return kwargs
1186
1192
 
1187
1193
  @classmethod
@@ -1216,7 +1222,7 @@ class TypeEngine(typing.Generic[T]):
1216
1222
  e: BaseException = literal_map[k].exception() # type: ignore
1217
1223
  if isinstance(e, TypeError):
1218
1224
  raise TypeError(
1219
- f"Error converting: Var:{k}, type:{type(v)}, into:{python_type}, received_value {v}"
1225
+ f"Error converting: Var:{k}, type:{type(d[k])}, into:{python_type}, received_value {d[k]}"
1220
1226
  )
1221
1227
  else:
1222
1228
  raise e
@@ -1905,7 +1911,6 @@ def _get_element_type(element_property: typing.Dict[str, str]) -> Type:
1905
1911
  return str
1906
1912
 
1907
1913
 
1908
- # pr: han-ru is this still needed?
1909
1914
  def dataclass_from_dict(cls: type, src: typing.Dict[str, typing.Any]) -> typing.Any:
1910
1915
  """
1911
1916
  Utility function to construct a dataclass object from dict
@@ -1985,7 +1990,7 @@ def _handle_flyte_console_float_input_to_int(lv: Literal) -> int:
1985
1990
 
1986
1991
  def _check_and_convert_void(lv: Literal) -> None:
1987
1992
  if not lv.scalar.HasField("none_type"):
1988
- raise TypeTransformerFailedError(f"Cannot convert literal {lv} to None")
1993
+ raise TypeTransformerFailedError(f"Cannot convert literal '{lv}' to None")
1989
1994
  return None
1990
1995
 
1991
1996
 
@@ -2046,7 +2051,9 @@ DateTransformer = SimpleTransformer(
2046
2051
  lambda x: Literal(
2047
2052
  scalar=Scalar(primitive=Primitive(datetime=datetime.datetime.combine(x, datetime.time.min)))
2048
2053
  ), # convert datetime to date
2049
- lambda x: x.scalar.primitive.datetime.date() if x.scalar.primitive.HasField("datetime") else None,
2054
+ lambda x: x.scalar.primitive.datetime.ToDatetime().replace(tzinfo=datetime.timezone.utc).date()
2055
+ if x.scalar.primitive.HasField("datetime")
2056
+ else None,
2050
2057
  )
2051
2058
 
2052
2059
  NoneTransformer = SimpleTransformer(
flyte/types/_utils.py CHANGED
@@ -3,7 +3,7 @@ from __future__ import annotations
3
3
  import importlib
4
4
  import typing
5
5
 
6
- from flyteidl.core.types_pb2 import EnumType, LiteralType, UnionType
6
+ from flyteidl2.core.types_pb2 import EnumType, LiteralType, UnionType
7
7
 
8
8
  T = typing.TypeVar("T")
9
9
 
@@ -12,6 +12,9 @@ from typing import Any, List
12
12
 
13
13
  import click
14
14
 
15
+ from flyte._utils.helpers import str2bool
16
+ from flyte.models import PathRewrite
17
+
15
18
  # Todo: work with pvditt to make these the names
16
19
  # ACTION_NAME = "_U_ACTION_NAME"
17
20
  # RUN_NAME = "_U_RUN_NAME"
@@ -25,11 +28,12 @@ PROJECT_NAME = "FLYTE_INTERNAL_EXECUTION_PROJECT"
25
28
  DOMAIN_NAME = "FLYTE_INTERNAL_EXECUTION_DOMAIN"
26
29
  ORG_NAME = "_U_ORG_NAME"
27
30
  ENDPOINT_OVERRIDE = "_U_EP_OVERRIDE"
31
+ INSECURE_SKIP_VERIFY_OVERRIDE = "_U_INSECURE_SKIP_VERIFY"
28
32
  RUN_OUTPUT_BASE_DIR = "_U_RUN_BASE"
29
33
  FLYTE_ENABLE_VSCODE_KEY = "_F_E_VS"
30
34
 
31
- # TODO: Remove this after proper auth is implemented
32
35
  _UNION_EAGER_API_KEY_ENV_VAR = "_UNION_EAGER_API_KEY"
36
+ _F_PATH_REWRITE = "_F_PATH_REWRITE"
33
37
 
34
38
 
35
39
  @click.group()
@@ -94,6 +98,7 @@ def main(
94
98
  import flyte
95
99
  import flyte._utils as utils
96
100
  import flyte.errors
101
+ import flyte.storage as storage
97
102
  from flyte._initialize import init
98
103
  from flyte._internal.controllers import create_controller
99
104
  from flyte._internal.imagebuild.image_builder import ImageCache
@@ -136,19 +141,40 @@ def main(
136
141
  controller_kwargs["insecure"] = True
137
142
  logger.debug(f"Using controller endpoint: {ep} with kwargs: {controller_kwargs}")
138
143
 
139
- bundle = CodeBundle(tgz=tgz, pkl=pkl, destination=dest, computed_version=version)
144
+ # Check for insecure_skip_verify override (e.g. for self-signed certs)
145
+ insecure_skip_verify_str = os.getenv(INSECURE_SKIP_VERIFY_OVERRIDE, "")
146
+ if str2bool(insecure_skip_verify_str):
147
+ controller_kwargs["insecure_skip_verify"] = True
148
+ logger.info("SSL certificate verification disabled (insecure_skip_verify=True)")
149
+
150
+ bundle = None
151
+ if tgz or pkl:
152
+ bundle = CodeBundle(tgz=tgz, pkl=pkl, destination=dest, computed_version=version)
140
153
  init(org=org, project=project, domain=domain, image_builder="remote", **controller_kwargs)
141
154
  # Controller is created with the same kwargs as init, so that it can be used to run tasks
142
155
  controller = create_controller(ct="remote", **controller_kwargs)
143
156
 
144
157
  ic = ImageCache.from_transport(image_cache) if image_cache else None
145
158
 
159
+ path_rewrite_cfg = os.getenv(_F_PATH_REWRITE, None)
160
+ path_rewrite = None
161
+ if path_rewrite_cfg:
162
+ potential_path_rewrite = PathRewrite.from_str(path_rewrite_cfg)
163
+ if storage.exists_sync(potential_path_rewrite.new_prefix):
164
+ path_rewrite = potential_path_rewrite
165
+ logger.info(f"Path rewrite configured for {path_rewrite.new_prefix}")
166
+ else:
167
+ logger.error(
168
+ f"Path rewrite failed for path {potential_path_rewrite.new_prefix}, "
169
+ f"not found, reverting to original path {potential_path_rewrite.old_prefix}"
170
+ )
171
+
146
172
  # Create a coroutine to load the task and run it
147
173
  task_coroutine = load_and_run_task(
148
174
  resolver=resolver,
149
175
  resolver_args=resolver_args,
150
176
  action=ActionID(name=name, run_name=run_name, project=project, domain=domain, org=org),
151
- raw_data_path=RawDataPath(path=raw_data_path),
177
+ raw_data_path=RawDataPath(path=raw_data_path, path_rewrite=path_rewrite),
152
178
  checkpoints=Checkpoints(checkpoint_path, prev_checkpoint),
153
179
  code_bundle=bundle,
154
180
  input_path=inputs,
@@ -166,8 +192,20 @@ def main(
166
192
  async def _run_and_stop():
167
193
  loop = asyncio.get_event_loop()
168
194
  loop.set_exception_handler(flyte.errors.silence_grpc_polling_error)
169
- await utils.run_coros(controller_failure, task_coroutine)
170
- await controller.stop()
195
+ try:
196
+ await utils.run_coros(controller_failure, task_coroutine)
197
+ await controller.stop()
198
+ except flyte.errors.RuntimeSystemError as e:
199
+ logger.error(f"Runtime system error: {e}")
200
+ from flyte._internal.runtime.convert import convert_from_native_to_error
201
+ from flyte._internal.runtime.io import upload_error
202
+
203
+ logger.error(f"Flyte runtime failed for action {name} with run name {run_name}, error: {e}")
204
+ err = convert_from_native_to_error(e)
205
+ path = await upload_error(err.err, outputs_path)
206
+ logger.error(f"Run {run_name} Action {name} failed with error: {err}. Uploaded error to {path}")
207
+ await controller.stop()
208
+ raise
171
209
 
172
210
  asyncio.run(_run_and_stop())
173
211
  logger.warning(f"Flyte runtime completed for action {name} with run name {run_name}")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: flyte
3
- Version: 2.0.0b22
3
+ Version: 2.0.0b30
4
4
  Summary: Add your description here
5
5
  Author-email: Ketan Umare <kumare3@users.noreply.github.com>
6
6
  Requires-Python: >=3.10
@@ -25,6 +25,13 @@ Requires-Dist: async-lru>=2.0.5
25
25
  Requires-Dist: mashumaro
26
26
  Requires-Dist: dataclasses_json
27
27
  Requires-Dist: aiolimiter>=1.2.1
28
+ Requires-Dist: flyteidl2==2.0.0a14
29
+ Provides-Extra: aiosqlite
30
+ Requires-Dist: aiosqlite>=0.21.0; extra == "aiosqlite"
31
+ Provides-Extra: connector
32
+ Requires-Dist: grpcio-health-checking; extra == "connector"
33
+ Requires-Dist: httpx; extra == "connector"
34
+ Requires-Dist: prometheus-client; extra == "connector"
28
35
  Dynamic: license-file
29
36
 
30
37
  # Flyte 2 SDK 🚀
@@ -0,0 +1,192 @@
1
+ flyte/__init__.py,sha256=cVXCnCRigt3aFgvLgzWFbwh9OalTIaM6jv7zeuczuJE,2601
2
+ flyte/_build.py,sha256=MkgfLAPeL56YeVrGRNZUCZgbwzlEzVP3wLbl5Qru4yk,578
3
+ flyte/_constants.py,sha256=QHzughBvzvUc9l0rmcitq9ZCk0NqNRAG1jwtP3cHTMg,89
4
+ flyte/_context.py,sha256=v5JXeI3sEiIICN0eo7rtnMnBdO5GEAoKM10yeL49eJw,5321
5
+ flyte/_custom_context.py,sha256=-jcKWBPXw08w_n4o86huiSVPesOyXYcv-2L8RY2hb54,1791
6
+ flyte/_deploy.py,sha256=aF0JFCDSgM-QZV1ePPVdCSX70mG4dBkF_lSoMgBZVwU,16072
7
+ flyte/_doc.py,sha256=_OPCf3t_git6UT7kSJISFaWO9cfNzJhhoe6JjVdyCJo,706
8
+ flyte/_docstring.py,sha256=SsG0Ab_YMAwy2ABJlEo3eBKlyC3kwPdnDJ1FIms-ZBQ,1127
9
+ flyte/_environment.py,sha256=d4UIACWod0E_tQ72zs0bOSJHC8s6EpfGm7g6n3XF7AY,4905
10
+ flyte/_excepthook.py,sha256=0pZ1ZQZSRjDSe2f_CuqAiOccq-KfRXYpnsuhYIs_x90,1293
11
+ flyte/_group.py,sha256=7o1j16sZyUmYB50mOiq1ui4TBAKhRpDqLakV8Ya1kw4,803
12
+ flyte/_hash.py,sha256=KMKjoI7SaxXildb-xv6n5Vb32B0csvBiYc06iUe-BrI,137
13
+ flyte/_image.py,sha256=CeiPrdPNjgWGK_L3tLHiQozSydiWMKzfj34lDu3OFDk,41229
14
+ flyte/_initialize.py,sha256=EWxk2fk_vUBZ1Cyv8PcsboQjn94fpvBcAk3JWzKOqaU,21882
15
+ flyte/_interface.py,sha256=hQiN74NF2guU-BAat-yefP-gQ5f4hQSk0OeHUSKUVh0,4910
16
+ flyte/_logging.py,sha256=lkJ9-x4RR6LYvxcf1lLkcLiOiY1DEgEIMTY0ZYCQ-7Y,8871
17
+ flyte/_map.py,sha256=x1wASt3fTuWKaLjE5sABdG9xeHfaUBWvI_RdWy_9jRs,11413
18
+ flyte/_module.py,sha256=Wdm1dpcFSUVkwGGHm6BodE8kAKI8plwHJ1ql5ksidVE,2913
19
+ flyte/_pod.py,sha256=NtXZ70jJVfp8FGastHGVypfTZiYkoKAtj1IVfUEMiv0,1107
20
+ flyte/_resources.py,sha256=r7cP0DW_Lnh2M2Du9v4ujgcH9av6ocGCOH_5PMMRdrk,13779
21
+ flyte/_retry.py,sha256=rfLv0MvWxzPByKESTglEmjPsytEAKiIvvmzlJxXwsfE,941
22
+ flyte/_reusable_environment.py,sha256=qzmLJlHFiek8_k3EEqxew3837Pe2xjmz3mjGk_xqPEo,4857
23
+ flyte/_run.py,sha256=3PPZ-9ZnphnP0f2PzGcSmLh9FnbFfUUWAYpaNU8w3Zs,29039
24
+ flyte/_secret.py,sha256=wug5NbIYEkXO6FJkqnPRnPoc2nKDerQiemWtRGRi288,3576
25
+ flyte/_task.py,sha256=V1HhFmhJ7kWVTypRCxvDzQF5DQ8Z5AHWvFQSeq5uDSU,23163
26
+ flyte/_task_environment.py,sha256=gUh50v70nVBov-umT-MIUjgiy6banH3n3ay3tjpQ2OM,13713
27
+ flyte/_task_plugins.py,sha256=4KcdSERpQ0yR9q0CO3H2VC84egaj7r1fqHg8YO2xsFM,1093
28
+ flyte/_timeout.py,sha256=zx5sFcbYmjJAJbZWSGzzX-BpC9HC7Jfs35T7vVhKwkk,1571
29
+ flyte/_tools.py,sha256=lB3OiJSAhxzSMCYjLUF6nZjlFsmNpaRXtr3_Fefcxbg,747
30
+ flyte/_trace.py,sha256=-BIprs2MbupWl3vsC_Pn33SV3fSVku1rUIsnwfmrIy0,5204
31
+ flyte/_trigger.py,sha256=fsDQv-_j7sw0UTdTjMNdtjRSXuSty8ihijYPi0VTf00,28973
32
+ flyte/_version.py,sha256=d9ky8f6d2r_jeRP7NS9ItJnnqTLQCmvb_42i6gwkpOw,722
33
+ flyte/errors.py,sha256=L_05C2BAfDSWqmU6hHnJyzkBQDPcLeIiW6oGZl3sQLw,6965
34
+ flyte/extend.py,sha256=L3LxIziMMUBjUfilF2GNx_JNgA7Y1v_DLIxJFa9wC2E,685
35
+ flyte/models.py,sha256=dqpMq_BGi3_VR1zKK1pw8WckNmDT_4rLWCKu_uhY3Nw,18249
36
+ flyte/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
37
+ flyte/_bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
38
+ flyte/_bin/debug.py,sha256=hnX2tlv9QbqckoT5CJ3c3apJj3tGDpsrdV7ZAsE7j34,911
39
+ flyte/_bin/runtime.py,sha256=_FymfqibynxcmaGu5HT8XITk_5i2VsUbfpxKUbqenVc,8061
40
+ flyte/_cache/__init__.py,sha256=zhdO5UuHQRdzn8GHmSN40nrxfAmI4ihDRuHZM11U84Y,305
41
+ flyte/_cache/cache.py,sha256=WmvpvXCzI1leXyjOmG0n4G53BoMy9lI-9Q7WoU0r7RU,5124
42
+ flyte/_cache/defaults.py,sha256=gzJZW0QJPUfd2OPnGpv3tzIfwPtgFjAKoie3NP1P97U,217
43
+ flyte/_cache/local_cache.py,sha256=czSjM8vpchNxIiuspUH1b_gz_pEBiYT3RkoaA8DppNQ,7044
44
+ flyte/_cache/policy_function_body.py,sha256=_AcyN6XKRXq16yV5lWuRJYCIVUlmyPvvWuYRxfU-Ldo,1507
45
+ flyte/_code_bundle/__init__.py,sha256=G7DJTQ0UN_ETvdh55pYcWsTrZJKXEcyQl9iQQNQOBXQ,328
46
+ flyte/_code_bundle/_ignore.py,sha256=DCw2L_krKRmho7cwLZrrSyAEB1st5tSxHXNKU690S7Q,4137
47
+ flyte/_code_bundle/_packaging.py,sha256=2_4qNb9Qrnfd4MOjYDc_fQGiRsXxzN7LftegWXgLDek,7153
48
+ flyte/_code_bundle/_utils.py,sha256=CC_qWqMvCjjUC7Si7fRFyB27DWLeptvgwgu20zfrJfQ,12620
49
+ flyte/_code_bundle/bundle.py,sha256=0BkBsd-suB9I70Fo8VuDol8k8P_ecSFb3AbRceSeOqI,8987
50
+ flyte/_debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
+ flyte/_debug/constants.py,sha256=tI4410tMsCGdgsrCCdk28RAWu6lyTQs7yRvzrRoR1HY,1516
52
+ flyte/_debug/utils.py,sha256=Nc6n1Y_OdLMa4VtvigP6U738D4Fpbuog94g37tPwu6k,596
53
+ flyte/_debug/vscode.py,sha256=XsrXegavYfH52Vr4jYqbLsMQFQKo8cF5DpFpzEGz61I,11298
54
+ flyte/_internal/__init__.py,sha256=vjXgGzAAjy609YFkAy9_RVPuUlslsHSJBXCLNTVnqOY,136
55
+ flyte/_internal/controllers/__init__.py,sha256=yNALzu-3YVii_D_GlrBoWUpL4PTLYUa7oIKnA7hbee0,4296
56
+ flyte/_internal/controllers/_local_controller.py,sha256=-W1Mmfx7yhRcjLbm49HfquzDM8taW-NjQon46_Gq5VU,9133
57
+ flyte/_internal/controllers/_trace.py,sha256=WE0DnB9ID0gMw_o-m3JXOhIg-PVrRHqVACKvsemOvSc,1500
58
+ flyte/_internal/controllers/remote/__init__.py,sha256=EkDZ4gpp715M5CMnwpFh9s04jkWowndF9RqhXJ34yRA,1869
59
+ flyte/_internal/controllers/remote/_action.py,sha256=x9ssw_jmU1kO0ZVLrH1Cbp1ZZCLOQfoa2G33uPBJ01g,7452
60
+ flyte/_internal/controllers/remote/_client.py,sha256=_qtnkKCmWIPslu1LUNXOMf_hc6fAfHnvlqFoKUIeihU,1417
61
+ flyte/_internal/controllers/remote/_controller.py,sha256=O2ZxDe-5ZgnLck-j5yhlvzNaAONMkXxvbnfRZZUaous,25336
62
+ flyte/_internal/controllers/remote/_core.py,sha256=3MuiFY-RFhn1WPvINNN9DYVGsmEkL9YgvSVmiRb4GZc,20912
63
+ flyte/_internal/controllers/remote/_informer.py,sha256=m47lZVaYA8nrLVVZ8AIyFJDnNCtw3ahlNyq93IBM1h8,14954
64
+ flyte/_internal/controllers/remote/_service_protocol.py,sha256=c8bBVsKNb84Q7Q50_ttZMf1zKadDP6Z8Qyw3LPfCf-A,1350
65
+ flyte/_internal/imagebuild/__init__.py,sha256=dwXdJ1jMhw9RF8itF7jkPLanvX1yCviSns7hE5eoIts,102
66
+ flyte/_internal/imagebuild/docker_builder.py,sha256=OI-yGsAjYmYDpHwuyz4DbwHGIOBGFN42sm1We_YE1XU,26260
67
+ flyte/_internal/imagebuild/image_builder.py,sha256=FRbeoFFjGLgRybyhN3RLikmxSWQ7giTDKurHisUhFHE,10944
68
+ flyte/_internal/imagebuild/remote_builder.py,sha256=9Tk8bo9elujKxcBuZ-fYqNUMwvoC1yNFE4uhFyw55-k,15641
69
+ flyte/_internal/imagebuild/utils.py,sha256=PpWmrdt8n4RHbI4iK7afTQcyS7tsCc1-geSh9Az3c9w,3311
70
+ flyte/_internal/resolvers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
71
+ flyte/_internal/resolvers/_task_module.py,sha256=7MBMgELgcqZxQQjJP41xyFAJm9-fGK-kwWHmIrm5l9A,804
72
+ flyte/_internal/resolvers/common.py,sha256=ADQLRoyGsJ4vuUkitffMGrMKKjy0vpk6X53g4FuKDLc,993
73
+ flyte/_internal/resolvers/default.py,sha256=NL1jxTL9fUctUhwUXu3PpP2-7sGAblqf51d6FdnMqdw,954
74
+ flyte/_internal/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
75
+ flyte/_internal/runtime/convert.py,sha256=Ho5AN-i1NyvhNqHx1rU8n9DaFnQ8nd4mHnTHF4Yql1c,19698
76
+ flyte/_internal/runtime/entrypoints.py,sha256=AYG95URIAOx2dIbSg76aBGps008p9lGpTJ8GCuySdg4,7694
77
+ flyte/_internal/runtime/io.py,sha256=Z5UFkR5QRTlo1gGvU8_SKthWp2FRbDTvsxB1rtLyaa0,6603
78
+ flyte/_internal/runtime/resources_serde.py,sha256=pZd9r8JDm3byyoa9GG-sl1eiPAkKiNlANQMZae3IKrg,5367
79
+ flyte/_internal/runtime/reuse.py,sha256=Z7TU-H4hdWUfD2rMl8iU1pljKLEEvB2YKZPEdQonjvs,4902
80
+ flyte/_internal/runtime/rusty.py,sha256=cbEq2ISfYE93CJclDPGOgZOUKKjvPhdfZHuhmFHWzcI,7648
81
+ flyte/_internal/runtime/task_serde.py,sha256=IiCK53YeO4ZZ53n5unQl1K9pz90WeaFUxQ8BTeh9ZHI,14748
82
+ flyte/_internal/runtime/taskrunner.py,sha256=XXKWaCd1kGaaCXTKxEOVkPVq3hX62-qjV3eY4Ru_fkY,7894
83
+ flyte/_internal/runtime/trigger_serde.py,sha256=8oem0QJNrqA9fKjQZcn-SBbxQI-ey3QE5vK3j8ryJX4,5388
84
+ flyte/_internal/runtime/types_serde.py,sha256=gVUKagPBoQ3Yukce_0DSbiwtyXJGqbwa-0p2zTNDSPc,1814
85
+ flyte/_keyring/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
86
+ flyte/_keyring/file.py,sha256=DPfaNT1Gs5_j1oFfZaGU_myWw8lMagUSeF1kMvnbLVw,4172
87
+ flyte/_utils/__init__.py,sha256=gKIzivo6mLdg5TzVyBIdAiCEMnwfZhYCoz6L1ZmbTX0,871
88
+ flyte/_utils/asyn.py,sha256=TrwAhvt2Jqvfh3ArBnzXi_YLOtHle5D5QzV-AvC6XHI,3728
89
+ flyte/_utils/async_cache.py,sha256=JtZJmWO62OowJ0QFNl6wryWqh-kuDi76aAASMie87QY,4596
90
+ flyte/_utils/coro_management.py,sha256=2XPC1UznYDwJB9_BXMSUjsJmbksiW1JKIU3fNmBWMCI,1030
91
+ flyte/_utils/docker_credentials.py,sha256=mCWfBJuKAFHjdzWK8pFtB_OcdqauJW_1BC-fKNijbys,6049
92
+ flyte/_utils/file_handling.py,sha256=iU4TxW--fCho_Eg5xTMODn96P03SxzF-V-5f-7bZAZY,2233
93
+ flyte/_utils/helpers.py,sha256=9N70yzfLF4lLGEEdOv5OcweEpYtrCvZqqhtzkjZUXNY,4779
94
+ flyte/_utils/lazy_module.py,sha256=fvXPjvZLzCfcI8Vzs4pKedUDdY0U_RQ1ZVrp9b8qBQY,1994
95
+ flyte/_utils/module_loader.py,sha256=lGnPfbxXAeBi5ev5mjSESRrtklAPDEmoDZXNk4VusI8,3654
96
+ flyte/_utils/org_discovery.py,sha256=C7aJa0LfnWBkDtSU9M7bE60zp27qEhJC58piqOErZ94,2088
97
+ flyte/_utils/uv_script_parser.py,sha256=PxqD8lSMi6xv0uDd1s8LKB2IPZr4ttZJCUweqlyMTKk,1483
98
+ flyte/cli/__init__.py,sha256=aeCcumeP9xD_5aCmaRYUPCe2QRJSGCaxcUbTZ3co768,341
99
+ flyte/cli/_abort.py,sha256=drOg1EyQq0jZP9IpUS4hnqqhKHpml0yGiLH5t3Dg6q4,721
100
+ flyte/cli/_build.py,sha256=R0cgC-C55pdHI73sGxEOjzptcL4gmUmRf7ZmCPr3hdk,3503
101
+ flyte/cli/_common.py,sha256=eohe7aG0OUEhKKilQLKNhMOHYpvtZPyl_oJaaRvM_pc,15661
102
+ flyte/cli/_create.py,sha256=k5q2uSVQ_MoLtLH42XlvjDlGnecLiWA_Bad06Eau0Eo,11776
103
+ flyte/cli/_delete.py,sha256=FErGR5z-1Sbl8JqeSKWFlMnGFJfNcJ2-lAyd_ZLZxdY,1339
104
+ flyte/cli/_deploy.py,sha256=C0qkFF8FfK4EltDrXUidzdWxJG9RObRvMlYG6JJNOkM,10523
105
+ flyte/cli/_gen.py,sha256=7K2eYQLGVr26I2OC3Xe_bzAn4ANYA5mPlBW5m1476PM,6079
106
+ flyte/cli/_get.py,sha256=g53ThkT7qWgWPaxyr-0-WBOKs7vcOtlAjO4INBuSuFc,12136
107
+ flyte/cli/_option.py,sha256=oC1Gs0u0UrOC1SsrFo-iCuAkqQvI1wJWCdjYXA9rW4Q,1445
108
+ flyte/cli/_params.py,sha256=ZCyd714-CKXAzIL3tb3zfheTYpV0aqZFT3YEL3voS4w,20051
109
+ flyte/cli/_plugins.py,sha256=j_17iJXaeGFagDf31cGGbf7VKHCRGNUAAjI7g5FoXgs,8021
110
+ flyte/cli/_run.py,sha256=r6undnhVwEv-U7TvY83Mrab3NzMypnsu7hP7emzB2iQ,20689
111
+ flyte/cli/_serve.py,sha256=ZvDPq5NDkeyvVXxRWt1gKWRlbjRsTIvrQtUAMiHrmUE,1382
112
+ flyte/cli/_update.py,sha256=oEG5hEe1xML6e8Q8k74ejdPjrMZd8b1trjqKNcFLLV0,1115
113
+ flyte/cli/_user.py,sha256=x32vEXpJkV6ONoCCcq7DbCIltHcALcSvm3PalNI57kI,339
114
+ flyte/cli/main.py,sha256=3eSS_Bpz9AWKoGIN-wwP1ZXo2dQVABZ3hKaL7Y3kV28,6267
115
+ flyte/config/__init__.py,sha256=MiwEYK5Iv7MRR22z61nzbsbvZ9Q6MdmAU_g9If1Pmb8,144
116
+ flyte/config/_config.py,sha256=IPfKboFar4CELhdJf583R10gG0PIhzUl1YAAP0ccObc,11109
117
+ flyte/config/_internal.py,sha256=cmRtr6JeIkSfGgw9gloDkTuGpFNdwoUbnBJgbmAhPUE,3055
118
+ flyte/config/_reader.py,sha256=RRGaPkFqDn4b5-xRfiDPvmT78WQtEzUc4N7FPIhEN_0,7707
119
+ flyte/connectors/__init__.py,sha256=LEKk8cl4Z0rL_ibu4TOhB3WJZKDwujNcVQ8SX4tD0MA,306
120
+ flyte/connectors/_connector.py,sha256=K71B2QgOuTFOKXaONb5MIBGG4ahJ-3taJHgXr8717Rk,9863
121
+ flyte/connectors/_server.py,sha256=Fn2zilcq6i3sRyzDXQAj4L6eDwA9MeYZXJzfFl2teaI,8541
122
+ flyte/connectors/utils.py,sha256=5vlvN8O-0I2V7uljdJfR_I82lR8RIQXpcNmApUwp00Y,4583
123
+ flyte/extras/__init__.py,sha256=FhB0uK7H1Yo5De9vOuF7UGnezTKncj3u2Wo5uQdWN0g,74
124
+ flyte/extras/_container.py,sha256=-JFOPgZu9R1wa4pzvbV4_Gz9MxI2ME6A_2V94dpsHDQ,12128
125
+ flyte/git/__init__.py,sha256=OYDrwq1mZ70xC4QC205s1seFvdk9fjDPSv8DrbopdC8,70
126
+ flyte/git/_config.py,sha256=8PRzAExg8M01cLfRcriwrHT40gky-AQoQiDNjPjiaoc,711
127
+ flyte/io/__init__.py,sha256=42zlMAZwfyvuc1plg4LT9l53y-2HJ4DGThW3h-jmAhk,566
128
+ flyte/io/_dir.py,sha256=l-EFpnP47gt6Y3jeM_beQOpJMPNpBqxVjzdGV9YaYr0,31489
129
+ flyte/io/_file.py,sha256=aMuVCvgpod4rDJ4UrfLKj9jlefDcZ4VON-Zy-tc1ZvY,33352
130
+ flyte/io/_hashing_io.py,sha256=QvhQ4K5jiHgzzPqZY4gFz5Fm-BAzq6bzyCpzXhfnWlk,10014
131
+ flyte/io/_dataframe/__init__.py,sha256=bbc72MKlwwlUXZO2Hc1jmaXtzSx-TE6aIJ3kzYupyoo,4311
132
+ flyte/io/_dataframe/basic_dfs.py,sha256=u-TlWNuKm3bqFp7w4zZWg3QWvUKnks5Gvx0-UsThZN8,8044
133
+ flyte/io/_dataframe/dataframe.py,sha256=ab4f8zrembIMyQSUohKgL5MFtcei0kAuEJjHJpWIAdI,49537
134
+ flyte/remote/__init__.py,sha256=3YJcBJI4tVhAuAsPg68HbuA1yJ00V7PCsMrupgtJFeo,718
135
+ flyte/remote/_action.py,sha256=qJCINAzNjW2uanFllpB6NOTaCOf1jKNr-hrtrrUPnRQ,24333
136
+ flyte/remote/_common.py,sha256=2XLLxWL1NjwfdPQUhOfYn3zMrg-yGNfi6NYIaqHutUA,862
137
+ flyte/remote/_console.py,sha256=9pP_nFFG2OxU_2WkgOhEdFZUMtWhz_opxrUvS9W_uf0,729
138
+ flyte/remote/_data.py,sha256=u74dhiqgcFhlSfsTEkibW6cgfdYTLqoNXTet1P-wQZo,6206
139
+ flyte/remote/_logs.py,sha256=DB4dk4YxCeoaFVilDXLREJ0gnU27TDo7kQ-I6cH-eUk,6699
140
+ flyte/remote/_project.py,sha256=IbkxKRAvZunKLIwpmcreA4O-0GxWC0KPC62WSYvsK34,2868
141
+ flyte/remote/_run.py,sha256=lFoWp1vn-keruKqBLSwxMdRtydXF1TMmL0BRbvNfHHM,12210
142
+ flyte/remote/_secret.py,sha256=hX3_Kgajd_jZunQzzAeLhBDC_vgXNNt5AP1uxj9NeQg,4824
143
+ flyte/remote/_task.py,sha256=kGd7WcwrbQ_76gv9vSfDnayM2vU6VOUXlWliziXFYBI,18890
144
+ flyte/remote/_trigger.py,sha256=UCxiARcuxBUaUtehyHOl5ttWvYMV3-Qv-Kx-t82-alo,9978
145
+ flyte/remote/_user.py,sha256=Fcy2oKep-BAGcqRQUdEi-K6Bu2I2YtECJviGDrzoY7Q,831
146
+ flyte/remote/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
147
+ flyte/remote/_client/_protocols.py,sha256=SMmQjn6i1w2c0xM8wU5EspzAVZ735JGiKfq4RdLaXqY,6991
148
+ flyte/remote/_client/controlplane.py,sha256=0Qa8I-3E8NKozIjiTFgUOuJp_VzUvemfHUUmndtsGGU,4066
149
+ flyte/remote/_client/auth/__init__.py,sha256=JQrIlwaqPlPzrxcOREhcfyFsC4LrfqL5TRz6A3JNSEA,413
150
+ flyte/remote/_client/auth/_auth_utils.py,sha256=Is6mr18J8AMQlbtu-Q63aMJgrZ27dXXNSig8KshR1_8,545
151
+ flyte/remote/_client/auth/_channel.py,sha256=SHtk8PoBkKx9yBfFTBH88Jvuj4t2uWzzfZwVBsNhgUA,9401
152
+ flyte/remote/_client/auth/_client_config.py,sha256=LhJpznsibAQkVx0emOhBSrfXjis7WkoL695WXHZAJMo,3435
153
+ flyte/remote/_client/auth/_default_html.py,sha256=XAdgP-25WySMODbusWOcQQPiXin1h-hfzmRJv_Dg3tE,1651
154
+ flyte/remote/_client/auth/_keyring.py,sha256=hJ2FxFdi5_FaKLcuqhelxj6Hc1WYQrez4c47qSl5c5A,5681
155
+ flyte/remote/_client/auth/_token_client.py,sha256=FxFaG_DcynQIZfEdAuJUsrcy0OnYbEr4gKLpu8WZHJo,10460
156
+ flyte/remote/_client/auth/errors.py,sha256=ZYS9k4GX_McacKhxHKt5V2A4CWjLUq4RkBx_goDTdHY,390
157
+ flyte/remote/_client/auth/_authenticators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
158
+ flyte/remote/_client/auth/_authenticators/base.py,sha256=LIIYt46j6_ShJRiwjNwNX-LxLiUoG1qbiN0ypyzGedY,17020
159
+ flyte/remote/_client/auth/_authenticators/client_credentials.py,sha256=e9DOFdKEvaM3uSR10lnNuJaOwAcCkZQWZPKv7xUoFsI,3483
160
+ flyte/remote/_client/auth/_authenticators/device_code.py,sha256=YKj0HLT2Gegoc8_mKEOgVRUw_Bp9EtDeTUAvmc3IoMY,4806
161
+ flyte/remote/_client/auth/_authenticators/external_command.py,sha256=IfTJQACPd1xc6htZYC-HdMIx6Q9JHBPw1HUG1Pv6lXg,3838
162
+ flyte/remote/_client/auth/_authenticators/factory.py,sha256=_oBWs7xIG6l13q06V2PUGIDmzU9-XYUK5hx5S6gZjrU,10291
163
+ flyte/remote/_client/auth/_authenticators/pkce.py,sha256=PXbYCmgYGn_LP2EED1O41uzeV4I7L03M1-u3CMRag_M,23097
164
+ flyte/remote/_client/auth/_grpc_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
165
+ flyte/remote/_client/auth/_grpc_utils/auth_interceptor.py,sha256=JCjdoWV41sjdvfJcUmrJdIfQ0meuGFwv2ArU7FQGDDA,12403
166
+ flyte/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py,sha256=IoMGWM42_VyzxqIVYe458o0uKsqhH-mcERUs9CY1L5U,6194
167
+ flyte/report/__init__.py,sha256=yLbeUxYaVaDlgBod3Oh34zGBSotl1UlXq1vUkb9q7cs,152
168
+ flyte/report/_report.py,sha256=b-VMFke-5SitqGfNEXKTm0PuEPzonWpvlAl5V3wSh4o,5328
169
+ flyte/report/_template.html,sha256=YehmLJG3QMYQ10UT1YZBu2ncVmAJ4iyqVp5hF3sXRAs,3458
170
+ flyte/storage/__init__.py,sha256=Lvss5m16YAxEb_NX73VsSv0LdXzsRpJ0iRwucu1PvfQ,635
171
+ flyte/storage/_config.py,sha256=Pl4i5KSkUJA_4HqDdvQlPn1OxFmVWIxl1bw0tp0mDGM,8871
172
+ flyte/storage/_parallel_reader.py,sha256=vUsPFscw8DykIrWDKh23X-x2gLwp2LUKBsbFhjUEurk,9539
173
+ flyte/storage/_remote_fs.py,sha256=kM_iszbccjVD5VtVdgfkl1FHS8NPnY__JOo_CPQUE4c,1124
174
+ flyte/storage/_storage.py,sha256=eyV5Eyq__vH0GuXGem9q1UQRlKw1EyaSs-ZmFVAOyfM,16626
175
+ flyte/storage/_utils.py,sha256=8oLCM-7D7JyJhzUi1_Q1NFx8GBUPRfou0T_5tPBmPbE,309
176
+ flyte/syncify/__init__.py,sha256=WgTk-v-SntULnI55CsVy71cxGJ9Q6pxpTrhbPFuouJ0,1974
177
+ flyte/syncify/_api.py,sha256=k4LQB8odJb5Fx2dabL340g0Tq1bKfSG_ZHsV5qRodE0,14858
178
+ flyte/types/__init__.py,sha256=Pt9BmwAPuxGuvrIvpFj3N04tXAp1V3m8bDyJfwoUcT0,2230
179
+ flyte/types/_interface.py,sha256=jBKq7-IRGpkZRwrP4Ex3pDkyN3BmVehP6xlrrkMqOag,1670
180
+ flyte/types/_pickle.py,sha256=qap9ufbudVCPZLAZXu_rDt7KlwOpKwEqxlnjfLf9Nx0,5241
181
+ flyte/types/_renderer.py,sha256=ygcCo5l60lHufyQISFddZfWwLlQ8kJAKxUT_XnR_6dY,4818
182
+ flyte/types/_string_literals.py,sha256=Tg14opnmkB7MvfNyUACbcPAeph6vg88aW5yC_G9kPIA,4167
183
+ flyte/types/_type_engine.py,sha256=997leiWW55t8rWbYLnif9hGrgVP2tzpSMfOoF_MSPvg,96036
184
+ flyte/types/_utils.py,sha256=-4M__ImscXMqsySaKDrCBJA-xX-c1-Vbc0_zPVoGRyc,2627
185
+ flyte-2.0.0b30.data/scripts/debug.py,sha256=hnX2tlv9QbqckoT5CJ3c3apJj3tGDpsrdV7ZAsE7j34,911
186
+ flyte-2.0.0b30.data/scripts/runtime.py,sha256=_FymfqibynxcmaGu5HT8XITk_5i2VsUbfpxKUbqenVc,8061
187
+ flyte-2.0.0b30.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
188
+ flyte-2.0.0b30.dist-info/METADATA,sha256=BYlgbGVBwXvjps_oj8PUJmHpWxE5j1PX0d3PU9mJO_E,10345
189
+ flyte-2.0.0b30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
190
+ flyte-2.0.0b30.dist-info/entry_points.txt,sha256=rb43Gfxw40iPH5B6EUs6Ter0ekLkGXsj7R890_MOTyk,136
191
+ flyte-2.0.0b30.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
192
+ flyte-2.0.0b30.dist-info/RECORD,,
flyte/_protos/__init__.py DELETED
File without changes
@@ -1,66 +0,0 @@
1
- # -*- coding: utf-8 -*-
2
- # Generated by the protocol buffer compiler. DO NOT EDIT!
3
- # source: common/authorization.proto
4
- """Generated protocol buffer code."""
5
- from google.protobuf import descriptor as _descriptor
6
- from google.protobuf import descriptor_pool as _descriptor_pool
7
- from google.protobuf import symbol_database as _symbol_database
8
- from google.protobuf.internal import builder as _builder
9
- # @@protoc_insertion_point(imports)
10
-
11
- _sym_db = _symbol_database.Default()
12
-
13
-
14
- from flyte._protos.common import identifier_pb2 as common_dot_identifier__pb2
15
- from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
16
-
17
-
18
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1a\x63ommon/authorization.proto\x12\x0f\x63loudidl.common\x1a\x17\x63ommon/identifier.proto\x1a\x17validate/validate.proto\"+\n\x0cOrganization\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"i\n\x06\x44omain\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12K\n\x0corganization\x18\x02 \x01(\x0b\x32\x1d.cloudidl.common.OrganizationB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x0corganization\"a\n\x07Project\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12\x39\n\x06\x64omain\x18\x02 \x01(\x0b\x32\x17.cloudidl.common.DomainB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06\x64omain\"e\n\x08Workflow\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12<\n\x07project\x18\x02 \x01(\x0b\x32\x18.cloudidl.common.ProjectB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x07project\"g\n\nLaunchPlan\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12<\n\x07project\x18\x02 \x01(\x0b\x32\x18.cloudidl.common.ProjectB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x07project\"\xfd\x02\n\x08Resource\x12\x43\n\x0corganization\x18\x01 \x01(\x0b\x32\x1d.cloudidl.common.OrganizationH\x00R\x0corganization\x12\x31\n\x06\x64omain\x18\x02 \x01(\x0b\x32\x17.cloudidl.common.DomainH\x00R\x06\x64omain\x12\x34\n\x07project\x18\x03 \x01(\x0b\x32\x18.cloudidl.common.ProjectH\x00R\x07project\x12\x37\n\x08workflow\x18\x04 \x01(\x0b\x32\x19.cloudidl.common.WorkflowH\x00R\x08workflow\x12>\n\x0blaunch_plan\x18\x05 \x01(\x0b\x32\x1b.cloudidl.common.LaunchPlanH\x00R\nlaunchPlan\x12>\n\x07\x63luster\x18\x06 \x01(\x0b\x32\".cloudidl.common.ClusterIdentifierH\x00R\x07\x63lusterB\n\n\x08resource\"v\n\nPermission\x12\x35\n\x08resource\x18\x01 \x01(\x0b\x32\x19.cloudidl.common.ResourceR\x08resource\x12\x31\n\x07\x61\x63tions\x18\x02 \x03(\x0e\x32\x17.cloudidl.common.ActionR\x07\x61\x63tions*\x94\x04\n\x06\x41\x63tion\x12\x0f\n\x0b\x41\x43TION_NONE\x10\x00\x12\x15\n\rACTION_CREATE\x10\x01\x1a\x02\x08\x01\x12\x13\n\x0b\x41\x43TION_READ\x10\x02\x1a\x02\x08\x01\x12\x15\n\rACTION_UPDATE\x10\x03\x1a\x02\x08\x01\x12\x15\n\rACTION_DELETE\x10\x04\x1a\x02\x08\x01\x12\x1f\n\x1b\x41\x43TION_VIEW_FLYTE_INVENTORY\x10\x05\x12 \n\x1c\x41\x43TION_VIEW_FLYTE_EXECUTIONS\x10\x06\x12#\n\x1f\x41\x43TION_REGISTER_FLYTE_INVENTORY\x10\x07\x12\"\n\x1e\x41\x43TION_CREATE_FLYTE_EXECUTIONS\x10\x08\x12\x1d\n\x19\x41\x43TION_ADMINISTER_PROJECT\x10\t\x12\x1d\n\x19\x41\x43TION_MANAGE_PERMISSIONS\x10\n\x12\x1d\n\x19\x41\x43TION_ADMINISTER_ACCOUNT\x10\x0b\x12\x19\n\x15\x41\x43TION_MANAGE_CLUSTER\x10\x0c\x12,\n(ACTION_EDIT_EXECUTION_RELATED_ATTRIBUTES\x10\r\x12*\n&ACTION_EDIT_CLUSTER_RELATED_ATTRIBUTES\x10\x0e\x12!\n\x1d\x41\x43TION_EDIT_UNUSED_ATTRIBUTES\x10\x0f\x12\x1e\n\x1a\x41\x43TION_SUPPORT_SYSTEM_LOGS\x10\x10\x42\xb3\x01\n\x13\x63om.cloudidl.commonB\x12\x41uthorizationProtoH\x02P\x01Z)github.com/unionai/cloud/gen/pb-go/common\xa2\x02\x03\x43\x43X\xaa\x02\x0f\x43loudidl.Common\xca\x02\x0f\x43loudidl\\Common\xe2\x02\x1b\x43loudidl\\Common\\GPBMetadata\xea\x02\x10\x43loudidl::Commonb\x06proto3')
19
-
20
- _globals = globals()
21
- _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
22
- _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'common.authorization_pb2', _globals)
23
- if _descriptor._USE_C_DESCRIPTORS == False:
24
- DESCRIPTOR._options = None
25
- DESCRIPTOR._serialized_options = b'\n\023com.cloudidl.commonB\022AuthorizationProtoH\002P\001Z)github.com/unionai/cloud/gen/pb-go/common\242\002\003CCX\252\002\017Cloudidl.Common\312\002\017Cloudidl\\Common\342\002\033Cloudidl\\Common\\GPBMetadata\352\002\020Cloudidl::Common'
26
- _ACTION.values_by_name["ACTION_CREATE"]._options = None
27
- _ACTION.values_by_name["ACTION_CREATE"]._serialized_options = b'\010\001'
28
- _ACTION.values_by_name["ACTION_READ"]._options = None
29
- _ACTION.values_by_name["ACTION_READ"]._serialized_options = b'\010\001'
30
- _ACTION.values_by_name["ACTION_UPDATE"]._options = None
31
- _ACTION.values_by_name["ACTION_UPDATE"]._serialized_options = b'\010\001'
32
- _ACTION.values_by_name["ACTION_DELETE"]._options = None
33
- _ACTION.values_by_name["ACTION_DELETE"]._serialized_options = b'\010\001'
34
- _ORGANIZATION.fields_by_name['name']._options = None
35
- _ORGANIZATION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
36
- _DOMAIN.fields_by_name['organization']._options = None
37
- _DOMAIN.fields_by_name['organization']._serialized_options = b'\372B\005\212\001\002\020\001'
38
- _PROJECT.fields_by_name['name']._options = None
39
- _PROJECT.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
40
- _PROJECT.fields_by_name['domain']._options = None
41
- _PROJECT.fields_by_name['domain']._serialized_options = b'\372B\005\212\001\002\020\001'
42
- _WORKFLOW.fields_by_name['name']._options = None
43
- _WORKFLOW.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
44
- _WORKFLOW.fields_by_name['project']._options = None
45
- _WORKFLOW.fields_by_name['project']._serialized_options = b'\372B\005\212\001\002\020\001'
46
- _LAUNCHPLAN.fields_by_name['name']._options = None
47
- _LAUNCHPLAN.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
48
- _LAUNCHPLAN.fields_by_name['project']._options = None
49
- _LAUNCHPLAN.fields_by_name['project']._serialized_options = b'\372B\005\212\001\002\020\001'
50
- _globals['_ACTION']._serialized_start=1061
51
- _globals['_ACTION']._serialized_end=1593
52
- _globals['_ORGANIZATION']._serialized_start=97
53
- _globals['_ORGANIZATION']._serialized_end=140
54
- _globals['_DOMAIN']._serialized_start=142
55
- _globals['_DOMAIN']._serialized_end=247
56
- _globals['_PROJECT']._serialized_start=249
57
- _globals['_PROJECT']._serialized_end=346
58
- _globals['_WORKFLOW']._serialized_start=348
59
- _globals['_WORKFLOW']._serialized_end=449
60
- _globals['_LAUNCHPLAN']._serialized_start=451
61
- _globals['_LAUNCHPLAN']._serialized_end=554
62
- _globals['_RESOURCE']._serialized_start=557
63
- _globals['_RESOURCE']._serialized_end=938
64
- _globals['_PERMISSION']._serialized_start=940
65
- _globals['_PERMISSION']._serialized_end=1058
66
- # @@protoc_insertion_point(module_scope)