flyte 0.2.0b1__py3-none-any.whl → 2.0.0b46__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- flyte/__init__.py +83 -30
- flyte/_bin/connect.py +61 -0
- flyte/_bin/debug.py +38 -0
- flyte/_bin/runtime.py +87 -19
- flyte/_bin/serve.py +351 -0
- flyte/_build.py +3 -2
- flyte/_cache/cache.py +6 -5
- flyte/_cache/local_cache.py +216 -0
- flyte/_code_bundle/_ignore.py +31 -5
- flyte/_code_bundle/_packaging.py +42 -11
- flyte/_code_bundle/_utils.py +57 -34
- flyte/_code_bundle/bundle.py +130 -27
- flyte/_constants.py +1 -0
- flyte/_context.py +21 -5
- flyte/_custom_context.py +73 -0
- flyte/_debug/constants.py +37 -0
- flyte/_debug/utils.py +17 -0
- flyte/_debug/vscode.py +315 -0
- flyte/_deploy.py +396 -75
- flyte/_deployer.py +109 -0
- flyte/_environment.py +94 -11
- flyte/_excepthook.py +37 -0
- flyte/_group.py +2 -1
- flyte/_hash.py +1 -16
- flyte/_image.py +544 -231
- flyte/_initialize.py +456 -316
- flyte/_interface.py +40 -5
- flyte/_internal/controllers/__init__.py +22 -8
- flyte/_internal/controllers/_local_controller.py +159 -35
- flyte/_internal/controllers/_trace.py +18 -10
- flyte/_internal/controllers/remote/__init__.py +38 -9
- flyte/_internal/controllers/remote/_action.py +82 -12
- flyte/_internal/controllers/remote/_client.py +6 -2
- flyte/_internal/controllers/remote/_controller.py +290 -64
- flyte/_internal/controllers/remote/_core.py +155 -95
- flyte/_internal/controllers/remote/_informer.py +40 -20
- flyte/_internal/controllers/remote/_service_protocol.py +2 -2
- flyte/_internal/imagebuild/__init__.py +2 -10
- flyte/_internal/imagebuild/docker_builder.py +391 -84
- flyte/_internal/imagebuild/image_builder.py +111 -55
- flyte/_internal/imagebuild/remote_builder.py +409 -0
- flyte/_internal/imagebuild/utils.py +79 -0
- flyte/_internal/resolvers/_app_env_module.py +92 -0
- flyte/_internal/resolvers/_task_module.py +5 -38
- flyte/_internal/resolvers/app_env.py +26 -0
- flyte/_internal/resolvers/common.py +8 -1
- flyte/_internal/resolvers/default.py +2 -2
- flyte/_internal/runtime/convert.py +319 -36
- flyte/_internal/runtime/entrypoints.py +106 -18
- flyte/_internal/runtime/io.py +71 -23
- flyte/_internal/runtime/resources_serde.py +21 -7
- flyte/_internal/runtime/reuse.py +125 -0
- flyte/_internal/runtime/rusty.py +196 -0
- flyte/_internal/runtime/task_serde.py +239 -66
- flyte/_internal/runtime/taskrunner.py +48 -8
- flyte/_internal/runtime/trigger_serde.py +162 -0
- flyte/_internal/runtime/types_serde.py +7 -16
- flyte/_keyring/file.py +115 -0
- flyte/_link.py +30 -0
- flyte/_logging.py +241 -42
- flyte/_map.py +312 -0
- flyte/_metrics.py +59 -0
- flyte/_module.py +74 -0
- flyte/_pod.py +30 -0
- flyte/_resources.py +296 -33
- flyte/_retry.py +1 -7
- flyte/_reusable_environment.py +72 -7
- flyte/_run.py +462 -132
- flyte/_secret.py +47 -11
- flyte/_serve.py +333 -0
- flyte/_task.py +245 -56
- flyte/_task_environment.py +219 -97
- flyte/_task_plugins.py +47 -0
- flyte/_tools.py +8 -8
- flyte/_trace.py +15 -24
- flyte/_trigger.py +1027 -0
- flyte/_utils/__init__.py +12 -1
- flyte/_utils/asyn.py +3 -1
- flyte/_utils/async_cache.py +139 -0
- flyte/_utils/coro_management.py +5 -4
- flyte/_utils/description_parser.py +19 -0
- flyte/_utils/docker_credentials.py +173 -0
- flyte/_utils/helpers.py +45 -19
- flyte/_utils/module_loader.py +123 -0
- flyte/_utils/org_discovery.py +57 -0
- flyte/_utils/uv_script_parser.py +8 -1
- flyte/_version.py +16 -3
- flyte/app/__init__.py +27 -0
- flyte/app/_app_environment.py +362 -0
- flyte/app/_connector_environment.py +40 -0
- flyte/app/_deploy.py +130 -0
- flyte/app/_parameter.py +343 -0
- flyte/app/_runtime/__init__.py +3 -0
- flyte/app/_runtime/app_serde.py +383 -0
- flyte/app/_types.py +113 -0
- flyte/app/extras/__init__.py +9 -0
- flyte/app/extras/_auth_middleware.py +217 -0
- flyte/app/extras/_fastapi.py +93 -0
- flyte/app/extras/_model_loader/__init__.py +3 -0
- flyte/app/extras/_model_loader/config.py +7 -0
- flyte/app/extras/_model_loader/loader.py +288 -0
- flyte/cli/__init__.py +12 -0
- flyte/cli/_abort.py +28 -0
- flyte/cli/_build.py +114 -0
- flyte/cli/_common.py +493 -0
- flyte/cli/_create.py +371 -0
- flyte/cli/_delete.py +45 -0
- flyte/cli/_deploy.py +401 -0
- flyte/cli/_gen.py +316 -0
- flyte/cli/_get.py +446 -0
- flyte/cli/_option.py +33 -0
- flyte/{_cli → cli}/_params.py +57 -17
- flyte/cli/_plugins.py +209 -0
- flyte/cli/_prefetch.py +292 -0
- flyte/cli/_run.py +690 -0
- flyte/cli/_serve.py +338 -0
- flyte/cli/_update.py +86 -0
- flyte/cli/_user.py +20 -0
- flyte/cli/main.py +246 -0
- flyte/config/__init__.py +2 -167
- flyte/config/_config.py +215 -163
- flyte/config/_internal.py +10 -1
- flyte/config/_reader.py +225 -0
- flyte/connectors/__init__.py +11 -0
- flyte/connectors/_connector.py +330 -0
- flyte/connectors/_server.py +194 -0
- flyte/connectors/utils.py +159 -0
- flyte/errors.py +134 -2
- flyte/extend.py +24 -0
- flyte/extras/_container.py +69 -56
- flyte/git/__init__.py +3 -0
- flyte/git/_config.py +279 -0
- flyte/io/__init__.py +8 -1
- flyte/io/{structured_dataset → _dataframe}/__init__.py +32 -30
- flyte/io/{structured_dataset → _dataframe}/basic_dfs.py +75 -68
- flyte/io/{structured_dataset/structured_dataset.py → _dataframe/dataframe.py} +207 -242
- flyte/io/_dir.py +575 -113
- flyte/io/_file.py +587 -141
- flyte/io/_hashing_io.py +342 -0
- flyte/io/extend.py +7 -0
- flyte/models.py +635 -0
- flyte/prefetch/__init__.py +22 -0
- flyte/prefetch/_hf_model.py +563 -0
- flyte/remote/__init__.py +14 -3
- flyte/remote/_action.py +879 -0
- flyte/remote/_app.py +346 -0
- flyte/remote/_auth_metadata.py +42 -0
- flyte/remote/_client/_protocols.py +62 -4
- flyte/remote/_client/auth/_auth_utils.py +19 -0
- flyte/remote/_client/auth/_authenticators/base.py +8 -2
- flyte/remote/_client/auth/_authenticators/device_code.py +4 -5
- flyte/remote/_client/auth/_authenticators/factory.py +4 -0
- flyte/remote/_client/auth/_authenticators/passthrough.py +79 -0
- flyte/remote/_client/auth/_authenticators/pkce.py +17 -18
- flyte/remote/_client/auth/_channel.py +47 -18
- flyte/remote/_client/auth/_client_config.py +5 -3
- flyte/remote/_client/auth/_keyring.py +15 -2
- flyte/remote/_client/auth/_token_client.py +3 -3
- flyte/remote/_client/controlplane.py +206 -18
- flyte/remote/_common.py +66 -0
- flyte/remote/_data.py +107 -22
- flyte/remote/_logs.py +116 -33
- flyte/remote/_project.py +21 -19
- flyte/remote/_run.py +164 -631
- flyte/remote/_secret.py +72 -29
- flyte/remote/_task.py +387 -46
- flyte/remote/_trigger.py +368 -0
- flyte/remote/_user.py +43 -0
- flyte/report/_report.py +10 -6
- flyte/storage/__init__.py +13 -1
- flyte/storage/_config.py +237 -0
- flyte/storage/_parallel_reader.py +289 -0
- flyte/storage/_storage.py +268 -59
- flyte/syncify/__init__.py +56 -0
- flyte/syncify/_api.py +414 -0
- flyte/types/__init__.py +39 -0
- flyte/types/_interface.py +22 -7
- flyte/{io/pickle/transformer.py → types/_pickle.py} +37 -9
- flyte/types/_string_literals.py +8 -9
- flyte/types/_type_engine.py +226 -126
- flyte/types/_utils.py +1 -1
- flyte-2.0.0b46.data/scripts/debug.py +38 -0
- flyte-2.0.0b46.data/scripts/runtime.py +194 -0
- flyte-2.0.0b46.dist-info/METADATA +352 -0
- flyte-2.0.0b46.dist-info/RECORD +221 -0
- flyte-2.0.0b46.dist-info/entry_points.txt +8 -0
- flyte-2.0.0b46.dist-info/licenses/LICENSE +201 -0
- flyte/_api_commons.py +0 -3
- flyte/_cli/_common.py +0 -299
- flyte/_cli/_create.py +0 -42
- flyte/_cli/_delete.py +0 -23
- flyte/_cli/_deploy.py +0 -140
- flyte/_cli/_get.py +0 -235
- flyte/_cli/_run.py +0 -174
- flyte/_cli/main.py +0 -98
- flyte/_datastructures.py +0 -342
- flyte/_internal/controllers/pbhash.py +0 -39
- flyte/_protos/common/authorization_pb2.py +0 -66
- flyte/_protos/common/authorization_pb2.pyi +0 -108
- flyte/_protos/common/authorization_pb2_grpc.py +0 -4
- flyte/_protos/common/identifier_pb2.py +0 -71
- flyte/_protos/common/identifier_pb2.pyi +0 -82
- flyte/_protos/common/identifier_pb2_grpc.py +0 -4
- flyte/_protos/common/identity_pb2.py +0 -48
- flyte/_protos/common/identity_pb2.pyi +0 -72
- flyte/_protos/common/identity_pb2_grpc.py +0 -4
- flyte/_protos/common/list_pb2.py +0 -36
- flyte/_protos/common/list_pb2.pyi +0 -69
- flyte/_protos/common/list_pb2_grpc.py +0 -4
- flyte/_protos/common/policy_pb2.py +0 -37
- flyte/_protos/common/policy_pb2.pyi +0 -27
- flyte/_protos/common/policy_pb2_grpc.py +0 -4
- flyte/_protos/common/role_pb2.py +0 -37
- flyte/_protos/common/role_pb2.pyi +0 -53
- flyte/_protos/common/role_pb2_grpc.py +0 -4
- flyte/_protos/common/runtime_version_pb2.py +0 -28
- flyte/_protos/common/runtime_version_pb2.pyi +0 -24
- flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
- flyte/_protos/logs/dataplane/payload_pb2.py +0 -96
- flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -168
- flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/definition_pb2.py +0 -49
- flyte/_protos/secret/definition_pb2.pyi +0 -93
- flyte/_protos/secret/definition_pb2_grpc.py +0 -4
- flyte/_protos/secret/payload_pb2.py +0 -62
- flyte/_protos/secret/payload_pb2.pyi +0 -94
- flyte/_protos/secret/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/secret_pb2.py +0 -38
- flyte/_protos/secret/secret_pb2.pyi +0 -6
- flyte/_protos/secret/secret_pb2_grpc.py +0 -198
- flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
- flyte/_protos/validate/validate/validate_pb2.py +0 -76
- flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
- flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
- flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
- flyte/_protos/workflow/queue_service_pb2.py +0 -106
- flyte/_protos/workflow/queue_service_pb2.pyi +0 -141
- flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
- flyte/_protos/workflow/run_definition_pb2.py +0 -128
- flyte/_protos/workflow/run_definition_pb2.pyi +0 -310
- flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
- flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
- flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
- flyte/_protos/workflow/run_service_pb2.py +0 -133
- flyte/_protos/workflow/run_service_pb2.pyi +0 -175
- flyte/_protos/workflow/run_service_pb2_grpc.py +0 -412
- flyte/_protos/workflow/state_service_pb2.py +0 -58
- flyte/_protos/workflow/state_service_pb2.pyi +0 -71
- flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
- flyte/_protos/workflow/task_definition_pb2.py +0 -72
- flyte/_protos/workflow/task_definition_pb2.pyi +0 -65
- flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/task_service_pb2.py +0 -44
- flyte/_protos/workflow/task_service_pb2.pyi +0 -31
- flyte/_protos/workflow/task_service_pb2_grpc.py +0 -104
- flyte/io/_dataframe.py +0 -0
- flyte/io/pickle/__init__.py +0 -0
- flyte/remote/_console.py +0 -18
- flyte-0.2.0b1.dist-info/METADATA +0 -179
- flyte-0.2.0b1.dist-info/RECORD +0 -204
- flyte-0.2.0b1.dist-info/entry_points.txt +0 -3
- /flyte/{_cli → _debug}/__init__.py +0 -0
- /flyte/{_protos → _keyring}/__init__.py +0 -0
- {flyte-0.2.0b1.dist-info → flyte-2.0.0b46.dist-info}/WHEEL +0 -0
- {flyte-0.2.0b1.dist-info → flyte-2.0.0b46.dist-info}/top_level.txt +0 -0
flyte/remote/_secret.py
CHANGED
|
@@ -1,31 +1,46 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
2
|
|
|
3
3
|
from dataclasses import dataclass
|
|
4
|
-
from typing import
|
|
4
|
+
from typing import AsyncIterator, Literal, Union
|
|
5
5
|
|
|
6
6
|
import rich.repr
|
|
7
|
+
from flyteidl2.secret import definition_pb2, payload_pb2
|
|
7
8
|
|
|
8
|
-
from flyte.
|
|
9
|
-
from flyte.
|
|
10
|
-
from flyte.
|
|
9
|
+
from flyte._initialize import ensure_client, get_client, get_init_config
|
|
10
|
+
from flyte.remote._common import ToJSONMixin
|
|
11
|
+
from flyte.syncify import syncify
|
|
11
12
|
|
|
12
13
|
SecretTypes = Literal["regular", "image_pull"]
|
|
13
14
|
|
|
14
15
|
|
|
15
16
|
@dataclass
|
|
16
|
-
class Secret:
|
|
17
|
+
class Secret(ToJSONMixin):
|
|
17
18
|
pb2: definition_pb2.Secret
|
|
18
19
|
|
|
20
|
+
@syncify
|
|
19
21
|
@classmethod
|
|
20
|
-
@requires_client
|
|
21
|
-
@syncer.wrap
|
|
22
22
|
async def create(cls, name: str, value: Union[str, bytes], type: SecretTypes = "regular"):
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
23
|
+
"""
|
|
24
|
+
Create a new secret.
|
|
25
|
+
|
|
26
|
+
:param name: The name of the secret.
|
|
27
|
+
:param value: The secret value as a string or bytes.
|
|
28
|
+
:param type: Type of secret - either "regular" or "image_pull".
|
|
29
|
+
"""
|
|
30
|
+
ensure_client()
|
|
31
|
+
cfg = get_init_config()
|
|
32
|
+
project = cfg.project
|
|
33
|
+
domain = cfg.domain
|
|
34
|
+
|
|
35
|
+
if type == "regular":
|
|
36
|
+
secret_type = definition_pb2.SecretType.SECRET_TYPE_GENERIC
|
|
37
|
+
|
|
38
|
+
else:
|
|
39
|
+
secret_type = definition_pb2.SecretType.SECRET_TYPE_IMAGE_PULL_SECRET
|
|
40
|
+
if project or domain:
|
|
41
|
+
raise ValueError(
|
|
42
|
+
f"Project `{project}` or domain `{domain}` should not be set when creating the image pull secret."
|
|
43
|
+
)
|
|
29
44
|
|
|
30
45
|
if isinstance(value, str):
|
|
31
46
|
secret = definition_pb2.SecretSpec(
|
|
@@ -41,19 +56,25 @@ class Secret:
|
|
|
41
56
|
request=payload_pb2.CreateSecretRequest(
|
|
42
57
|
id=definition_pb2.SecretIdentifier(
|
|
43
58
|
organization=cfg.org,
|
|
44
|
-
project=
|
|
45
|
-
domain=
|
|
59
|
+
project=project,
|
|
60
|
+
domain=domain,
|
|
46
61
|
name=name,
|
|
47
62
|
),
|
|
48
63
|
secret_spec=secret,
|
|
49
64
|
),
|
|
50
65
|
)
|
|
51
66
|
|
|
67
|
+
@syncify
|
|
52
68
|
@classmethod
|
|
53
|
-
@requires_client
|
|
54
|
-
@syncer.wrap
|
|
55
69
|
async def get(cls, name: str) -> Secret:
|
|
56
|
-
|
|
70
|
+
"""
|
|
71
|
+
Retrieve a secret by name.
|
|
72
|
+
|
|
73
|
+
:param name: The name of the secret to retrieve.
|
|
74
|
+
:return: A Secret object.
|
|
75
|
+
"""
|
|
76
|
+
ensure_client()
|
|
77
|
+
cfg = get_init_config()
|
|
57
78
|
resp = await get_client().secrets_service.GetSecret(
|
|
58
79
|
request=payload_pb2.GetSecretRequest(
|
|
59
80
|
id=definition_pb2.SecretIdentifier(
|
|
@@ -66,33 +87,46 @@ class Secret:
|
|
|
66
87
|
)
|
|
67
88
|
return Secret(pb2=resp.secret)
|
|
68
89
|
|
|
90
|
+
@syncify
|
|
69
91
|
@classmethod
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
92
|
+
async def listall(cls, limit: int = 10) -> AsyncIterator[Secret]:
|
|
93
|
+
"""
|
|
94
|
+
List all secrets in the current project and domain.
|
|
95
|
+
|
|
96
|
+
:param limit: Maximum number of secrets to return per page.
|
|
97
|
+
:return: An async iterator of Secret objects.
|
|
98
|
+
"""
|
|
99
|
+
ensure_client()
|
|
100
|
+
cfg = get_init_config()
|
|
101
|
+
per_cluster_tokens = None
|
|
75
102
|
while True:
|
|
76
103
|
resp = await get_client().secrets_service.ListSecrets( # type: ignore
|
|
77
104
|
request=payload_pb2.ListSecretsRequest(
|
|
78
105
|
organization=cfg.org,
|
|
79
106
|
project=cfg.project,
|
|
80
107
|
domain=cfg.domain,
|
|
81
|
-
|
|
108
|
+
per_cluster_tokens=per_cluster_tokens,
|
|
82
109
|
limit=limit,
|
|
83
110
|
),
|
|
84
111
|
)
|
|
85
|
-
|
|
112
|
+
per_cluster_tokens = resp.per_cluster_tokens
|
|
113
|
+
round_items = [v for _, v in per_cluster_tokens.items() if v]
|
|
114
|
+
has_next = any(round_items)
|
|
86
115
|
for r in resp.secrets:
|
|
87
116
|
yield cls(r)
|
|
88
|
-
if not
|
|
117
|
+
if not has_next:
|
|
89
118
|
break
|
|
90
119
|
|
|
120
|
+
@syncify
|
|
91
121
|
@classmethod
|
|
92
|
-
@requires_client
|
|
93
|
-
@syncer.wrap
|
|
94
122
|
async def delete(cls, name):
|
|
95
|
-
|
|
123
|
+
"""
|
|
124
|
+
Delete a secret by name.
|
|
125
|
+
|
|
126
|
+
:param name: The name of the secret to delete.
|
|
127
|
+
"""
|
|
128
|
+
ensure_client()
|
|
129
|
+
cfg = get_init_config()
|
|
96
130
|
await get_client().secrets_service.DeleteSecret( # type: ignore
|
|
97
131
|
request=payload_pb2.DeleteSecretRequest(
|
|
98
132
|
id=definition_pb2.SecretIdentifier(
|
|
@@ -106,10 +140,16 @@ class Secret:
|
|
|
106
140
|
|
|
107
141
|
@property
|
|
108
142
|
def name(self) -> str:
|
|
143
|
+
"""
|
|
144
|
+
Get the name of the secret.
|
|
145
|
+
"""
|
|
109
146
|
return self.pb2.id.name
|
|
110
147
|
|
|
111
148
|
@property
|
|
112
149
|
def type(self) -> str:
|
|
150
|
+
"""
|
|
151
|
+
Get the type of the secret as a string ("regular" or "image_pull").
|
|
152
|
+
"""
|
|
113
153
|
if self.pb2.secret_metadata.type == definition_pb2.SecretType.SECRET_TYPE_GENERIC:
|
|
114
154
|
return "regular"
|
|
115
155
|
elif self.pb2.secret_metadata.type == definition_pb2.SecretType.SECRET_TYPE_IMAGE_PULL_SECRET:
|
|
@@ -117,6 +157,9 @@ class Secret:
|
|
|
117
157
|
raise ValueError("unknown type")
|
|
118
158
|
|
|
119
159
|
def __rich_repr__(self) -> rich.repr.Result:
|
|
160
|
+
"""
|
|
161
|
+
Rich representation of the Secret object for pretty printing.
|
|
162
|
+
"""
|
|
120
163
|
yield "project", self.pb2.id.project or "-"
|
|
121
164
|
yield "domain", self.pb2.id.domain or "-"
|
|
122
165
|
yield "name", self.name
|