flyte 0.0.1b0__py3-none-any.whl → 2.0.0b46__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- flyte/__init__.py +83 -30
- flyte/_bin/connect.py +61 -0
- flyte/_bin/debug.py +38 -0
- flyte/_bin/runtime.py +87 -19
- flyte/_bin/serve.py +351 -0
- flyte/_build.py +3 -2
- flyte/_cache/cache.py +6 -5
- flyte/_cache/local_cache.py +216 -0
- flyte/_code_bundle/_ignore.py +31 -5
- flyte/_code_bundle/_packaging.py +42 -11
- flyte/_code_bundle/_utils.py +57 -34
- flyte/_code_bundle/bundle.py +130 -27
- flyte/_constants.py +1 -0
- flyte/_context.py +21 -5
- flyte/_custom_context.py +73 -0
- flyte/_debug/constants.py +37 -0
- flyte/_debug/utils.py +17 -0
- flyte/_debug/vscode.py +315 -0
- flyte/_deploy.py +396 -75
- flyte/_deployer.py +109 -0
- flyte/_environment.py +94 -11
- flyte/_excepthook.py +37 -0
- flyte/_group.py +2 -1
- flyte/_hash.py +1 -16
- flyte/_image.py +544 -234
- flyte/_initialize.py +443 -294
- flyte/_interface.py +40 -5
- flyte/_internal/controllers/__init__.py +22 -8
- flyte/_internal/controllers/_local_controller.py +159 -35
- flyte/_internal/controllers/_trace.py +18 -10
- flyte/_internal/controllers/remote/__init__.py +38 -9
- flyte/_internal/controllers/remote/_action.py +82 -12
- flyte/_internal/controllers/remote/_client.py +6 -2
- flyte/_internal/controllers/remote/_controller.py +290 -64
- flyte/_internal/controllers/remote/_core.py +155 -95
- flyte/_internal/controllers/remote/_informer.py +40 -20
- flyte/_internal/controllers/remote/_service_protocol.py +2 -2
- flyte/_internal/imagebuild/__init__.py +2 -10
- flyte/_internal/imagebuild/docker_builder.py +391 -84
- flyte/_internal/imagebuild/image_builder.py +111 -55
- flyte/_internal/imagebuild/remote_builder.py +409 -0
- flyte/_internal/imagebuild/utils.py +79 -0
- flyte/_internal/resolvers/_app_env_module.py +92 -0
- flyte/_internal/resolvers/_task_module.py +5 -38
- flyte/_internal/resolvers/app_env.py +26 -0
- flyte/_internal/resolvers/common.py +8 -1
- flyte/_internal/resolvers/default.py +2 -2
- flyte/_internal/runtime/convert.py +322 -33
- flyte/_internal/runtime/entrypoints.py +106 -18
- flyte/_internal/runtime/io.py +71 -23
- flyte/_internal/runtime/resources_serde.py +21 -7
- flyte/_internal/runtime/reuse.py +125 -0
- flyte/_internal/runtime/rusty.py +196 -0
- flyte/_internal/runtime/task_serde.py +239 -66
- flyte/_internal/runtime/taskrunner.py +48 -8
- flyte/_internal/runtime/trigger_serde.py +162 -0
- flyte/_internal/runtime/types_serde.py +7 -16
- flyte/_keyring/file.py +115 -0
- flyte/_link.py +30 -0
- flyte/_logging.py +241 -42
- flyte/_map.py +312 -0
- flyte/_metrics.py +59 -0
- flyte/_module.py +74 -0
- flyte/_pod.py +30 -0
- flyte/_resources.py +296 -33
- flyte/_retry.py +1 -7
- flyte/_reusable_environment.py +72 -7
- flyte/_run.py +461 -132
- flyte/_secret.py +47 -11
- flyte/_serve.py +333 -0
- flyte/_task.py +245 -56
- flyte/_task_environment.py +219 -97
- flyte/_task_plugins.py +47 -0
- flyte/_tools.py +8 -8
- flyte/_trace.py +15 -24
- flyte/_trigger.py +1027 -0
- flyte/_utils/__init__.py +12 -1
- flyte/_utils/asyn.py +3 -1
- flyte/_utils/async_cache.py +139 -0
- flyte/_utils/coro_management.py +5 -4
- flyte/_utils/description_parser.py +19 -0
- flyte/_utils/docker_credentials.py +173 -0
- flyte/_utils/helpers.py +45 -19
- flyte/_utils/module_loader.py +123 -0
- flyte/_utils/org_discovery.py +57 -0
- flyte/_utils/uv_script_parser.py +8 -1
- flyte/_version.py +16 -3
- flyte/app/__init__.py +27 -0
- flyte/app/_app_environment.py +362 -0
- flyte/app/_connector_environment.py +40 -0
- flyte/app/_deploy.py +130 -0
- flyte/app/_parameter.py +343 -0
- flyte/app/_runtime/__init__.py +3 -0
- flyte/app/_runtime/app_serde.py +383 -0
- flyte/app/_types.py +113 -0
- flyte/app/extras/__init__.py +9 -0
- flyte/app/extras/_auth_middleware.py +217 -0
- flyte/app/extras/_fastapi.py +93 -0
- flyte/app/extras/_model_loader/__init__.py +3 -0
- flyte/app/extras/_model_loader/config.py +7 -0
- flyte/app/extras/_model_loader/loader.py +288 -0
- flyte/cli/__init__.py +12 -0
- flyte/cli/_abort.py +28 -0
- flyte/cli/_build.py +114 -0
- flyte/cli/_common.py +493 -0
- flyte/cli/_create.py +371 -0
- flyte/cli/_delete.py +45 -0
- flyte/cli/_deploy.py +401 -0
- flyte/cli/_gen.py +316 -0
- flyte/cli/_get.py +446 -0
- flyte/cli/_option.py +33 -0
- {union/_cli → flyte/cli}/_params.py +152 -153
- flyte/cli/_plugins.py +209 -0
- flyte/cli/_prefetch.py +292 -0
- flyte/cli/_run.py +690 -0
- flyte/cli/_serve.py +338 -0
- flyte/cli/_update.py +86 -0
- flyte/cli/_user.py +20 -0
- flyte/cli/main.py +246 -0
- flyte/config/__init__.py +3 -0
- flyte/config/_config.py +248 -0
- flyte/config/_internal.py +73 -0
- flyte/config/_reader.py +225 -0
- flyte/connectors/__init__.py +11 -0
- flyte/connectors/_connector.py +330 -0
- flyte/connectors/_server.py +194 -0
- flyte/connectors/utils.py +159 -0
- flyte/errors.py +134 -2
- flyte/extend.py +24 -0
- flyte/extras/_container.py +69 -56
- flyte/git/__init__.py +3 -0
- flyte/git/_config.py +279 -0
- flyte/io/__init__.py +8 -1
- flyte/io/{structured_dataset → _dataframe}/__init__.py +32 -30
- flyte/io/{structured_dataset → _dataframe}/basic_dfs.py +75 -68
- flyte/io/{structured_dataset/structured_dataset.py → _dataframe/dataframe.py} +207 -242
- flyte/io/_dir.py +575 -113
- flyte/io/_file.py +587 -141
- flyte/io/_hashing_io.py +342 -0
- flyte/io/extend.py +7 -0
- flyte/models.py +635 -0
- flyte/prefetch/__init__.py +22 -0
- flyte/prefetch/_hf_model.py +563 -0
- flyte/remote/__init__.py +14 -3
- flyte/remote/_action.py +879 -0
- flyte/remote/_app.py +346 -0
- flyte/remote/_auth_metadata.py +42 -0
- flyte/remote/_client/_protocols.py +62 -4
- flyte/remote/_client/auth/_auth_utils.py +19 -0
- flyte/remote/_client/auth/_authenticators/base.py +8 -2
- flyte/remote/_client/auth/_authenticators/device_code.py +4 -5
- flyte/remote/_client/auth/_authenticators/factory.py +4 -0
- flyte/remote/_client/auth/_authenticators/passthrough.py +79 -0
- flyte/remote/_client/auth/_authenticators/pkce.py +17 -18
- flyte/remote/_client/auth/_channel.py +47 -18
- flyte/remote/_client/auth/_client_config.py +5 -3
- flyte/remote/_client/auth/_keyring.py +15 -2
- flyte/remote/_client/auth/_token_client.py +3 -3
- flyte/remote/_client/controlplane.py +206 -18
- flyte/remote/_common.py +66 -0
- flyte/remote/_data.py +107 -22
- flyte/remote/_logs.py +116 -33
- flyte/remote/_project.py +21 -19
- flyte/remote/_run.py +164 -631
- flyte/remote/_secret.py +72 -29
- flyte/remote/_task.py +387 -46
- flyte/remote/_trigger.py +368 -0
- flyte/remote/_user.py +43 -0
- flyte/report/_report.py +10 -6
- flyte/storage/__init__.py +13 -1
- flyte/storage/_config.py +237 -0
- flyte/storage/_parallel_reader.py +289 -0
- flyte/storage/_storage.py +268 -59
- flyte/syncify/__init__.py +56 -0
- flyte/syncify/_api.py +414 -0
- flyte/types/__init__.py +39 -0
- flyte/types/_interface.py +22 -7
- flyte/{io/pickle/transformer.py → types/_pickle.py} +37 -9
- flyte/types/_string_literals.py +8 -9
- flyte/types/_type_engine.py +230 -129
- flyte/types/_utils.py +1 -1
- flyte-2.0.0b46.data/scripts/debug.py +38 -0
- flyte-2.0.0b46.data/scripts/runtime.py +194 -0
- flyte-2.0.0b46.dist-info/METADATA +352 -0
- flyte-2.0.0b46.dist-info/RECORD +221 -0
- flyte-2.0.0b46.dist-info/entry_points.txt +8 -0
- flyte-2.0.0b46.dist-info/licenses/LICENSE +201 -0
- flyte/_api_commons.py +0 -3
- flyte/_cli/_common.py +0 -287
- flyte/_cli/_create.py +0 -42
- flyte/_cli/_delete.py +0 -23
- flyte/_cli/_deploy.py +0 -140
- flyte/_cli/_get.py +0 -235
- flyte/_cli/_run.py +0 -152
- flyte/_cli/main.py +0 -72
- flyte/_datastructures.py +0 -342
- flyte/_internal/controllers/pbhash.py +0 -39
- flyte/_protos/common/authorization_pb2.py +0 -66
- flyte/_protos/common/authorization_pb2.pyi +0 -108
- flyte/_protos/common/authorization_pb2_grpc.py +0 -4
- flyte/_protos/common/identifier_pb2.py +0 -71
- flyte/_protos/common/identifier_pb2.pyi +0 -82
- flyte/_protos/common/identifier_pb2_grpc.py +0 -4
- flyte/_protos/common/identity_pb2.py +0 -48
- flyte/_protos/common/identity_pb2.pyi +0 -72
- flyte/_protos/common/identity_pb2_grpc.py +0 -4
- flyte/_protos/common/list_pb2.py +0 -36
- flyte/_protos/common/list_pb2.pyi +0 -69
- flyte/_protos/common/list_pb2_grpc.py +0 -4
- flyte/_protos/common/policy_pb2.py +0 -37
- flyte/_protos/common/policy_pb2.pyi +0 -27
- flyte/_protos/common/policy_pb2_grpc.py +0 -4
- flyte/_protos/common/role_pb2.py +0 -37
- flyte/_protos/common/role_pb2.pyi +0 -53
- flyte/_protos/common/role_pb2_grpc.py +0 -4
- flyte/_protos/common/runtime_version_pb2.py +0 -28
- flyte/_protos/common/runtime_version_pb2.pyi +0 -24
- flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
- flyte/_protos/logs/dataplane/payload_pb2.py +0 -96
- flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -168
- flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/definition_pb2.py +0 -49
- flyte/_protos/secret/definition_pb2.pyi +0 -93
- flyte/_protos/secret/definition_pb2_grpc.py +0 -4
- flyte/_protos/secret/payload_pb2.py +0 -62
- flyte/_protos/secret/payload_pb2.pyi +0 -94
- flyte/_protos/secret/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/secret_pb2.py +0 -38
- flyte/_protos/secret/secret_pb2.pyi +0 -6
- flyte/_protos/secret/secret_pb2_grpc.py +0 -198
- flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
- flyte/_protos/validate/validate/validate_pb2.py +0 -76
- flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
- flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
- flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
- flyte/_protos/workflow/queue_service_pb2.py +0 -106
- flyte/_protos/workflow/queue_service_pb2.pyi +0 -141
- flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
- flyte/_protos/workflow/run_definition_pb2.py +0 -128
- flyte/_protos/workflow/run_definition_pb2.pyi +0 -310
- flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
- flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
- flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
- flyte/_protos/workflow/run_service_pb2.py +0 -133
- flyte/_protos/workflow/run_service_pb2.pyi +0 -175
- flyte/_protos/workflow/run_service_pb2_grpc.py +0 -412
- flyte/_protos/workflow/state_service_pb2.py +0 -58
- flyte/_protos/workflow/state_service_pb2.pyi +0 -71
- flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
- flyte/_protos/workflow/task_definition_pb2.py +0 -72
- flyte/_protos/workflow/task_definition_pb2.pyi +0 -65
- flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/task_service_pb2.py +0 -44
- flyte/_protos/workflow/task_service_pb2.pyi +0 -31
- flyte/_protos/workflow/task_service_pb2_grpc.py +0 -104
- flyte/io/_dataframe.py +0 -0
- flyte/io/pickle/__init__.py +0 -0
- flyte/remote/_console.py +0 -18
- flyte-0.0.1b0.dist-info/METADATA +0 -179
- flyte-0.0.1b0.dist-info/RECORD +0 -390
- flyte-0.0.1b0.dist-info/entry_points.txt +0 -3
- union/__init__.py +0 -54
- union/_api_commons.py +0 -3
- union/_bin/__init__.py +0 -0
- union/_bin/runtime.py +0 -113
- union/_build.py +0 -25
- union/_cache/__init__.py +0 -12
- union/_cache/cache.py +0 -141
- union/_cache/defaults.py +0 -9
- union/_cache/policy_function_body.py +0 -42
- union/_cli/__init__.py +0 -0
- union/_cli/_common.py +0 -263
- union/_cli/_create.py +0 -40
- union/_cli/_delete.py +0 -23
- union/_cli/_deploy.py +0 -120
- union/_cli/_get.py +0 -162
- union/_cli/_run.py +0 -150
- union/_cli/main.py +0 -72
- union/_code_bundle/__init__.py +0 -8
- union/_code_bundle/_ignore.py +0 -113
- union/_code_bundle/_packaging.py +0 -187
- union/_code_bundle/_utils.py +0 -342
- union/_code_bundle/bundle.py +0 -176
- union/_context.py +0 -146
- union/_datastructures.py +0 -295
- union/_deploy.py +0 -185
- union/_doc.py +0 -29
- union/_docstring.py +0 -26
- union/_environment.py +0 -43
- union/_group.py +0 -31
- union/_hash.py +0 -23
- union/_image.py +0 -760
- union/_initialize.py +0 -585
- union/_interface.py +0 -84
- union/_internal/__init__.py +0 -3
- union/_internal/controllers/__init__.py +0 -77
- union/_internal/controllers/_local_controller.py +0 -77
- union/_internal/controllers/pbhash.py +0 -39
- union/_internal/controllers/remote/__init__.py +0 -40
- union/_internal/controllers/remote/_action.py +0 -131
- union/_internal/controllers/remote/_client.py +0 -43
- union/_internal/controllers/remote/_controller.py +0 -169
- union/_internal/controllers/remote/_core.py +0 -341
- union/_internal/controllers/remote/_informer.py +0 -260
- union/_internal/controllers/remote/_service_protocol.py +0 -44
- union/_internal/imagebuild/__init__.py +0 -11
- union/_internal/imagebuild/docker_builder.py +0 -416
- union/_internal/imagebuild/image_builder.py +0 -243
- union/_internal/imagebuild/remote_builder.py +0 -0
- union/_internal/resolvers/__init__.py +0 -0
- union/_internal/resolvers/_task_module.py +0 -31
- union/_internal/resolvers/common.py +0 -24
- union/_internal/resolvers/default.py +0 -27
- union/_internal/runtime/__init__.py +0 -0
- union/_internal/runtime/convert.py +0 -163
- union/_internal/runtime/entrypoints.py +0 -121
- union/_internal/runtime/io.py +0 -136
- union/_internal/runtime/resources_serde.py +0 -134
- union/_internal/runtime/task_serde.py +0 -202
- union/_internal/runtime/taskrunner.py +0 -179
- union/_internal/runtime/types_serde.py +0 -53
- union/_logging.py +0 -124
- union/_protos/__init__.py +0 -0
- union/_protos/common/authorization_pb2.py +0 -66
- union/_protos/common/authorization_pb2.pyi +0 -106
- union/_protos/common/authorization_pb2_grpc.py +0 -4
- union/_protos/common/identifier_pb2.py +0 -71
- union/_protos/common/identifier_pb2.pyi +0 -82
- union/_protos/common/identifier_pb2_grpc.py +0 -4
- union/_protos/common/identity_pb2.py +0 -48
- union/_protos/common/identity_pb2.pyi +0 -72
- union/_protos/common/identity_pb2_grpc.py +0 -4
- union/_protos/common/list_pb2.py +0 -36
- union/_protos/common/list_pb2.pyi +0 -69
- union/_protos/common/list_pb2_grpc.py +0 -4
- union/_protos/common/policy_pb2.py +0 -37
- union/_protos/common/policy_pb2.pyi +0 -27
- union/_protos/common/policy_pb2_grpc.py +0 -4
- union/_protos/common/role_pb2.py +0 -37
- union/_protos/common/role_pb2.pyi +0 -51
- union/_protos/common/role_pb2_grpc.py +0 -4
- union/_protos/common/runtime_version_pb2.py +0 -28
- union/_protos/common/runtime_version_pb2.pyi +0 -24
- union/_protos/common/runtime_version_pb2_grpc.py +0 -4
- union/_protos/logs/dataplane/payload_pb2.py +0 -96
- union/_protos/logs/dataplane/payload_pb2.pyi +0 -168
- union/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
- union/_protos/secret/definition_pb2.py +0 -49
- union/_protos/secret/definition_pb2.pyi +0 -93
- union/_protos/secret/definition_pb2_grpc.py +0 -4
- union/_protos/secret/payload_pb2.py +0 -62
- union/_protos/secret/payload_pb2.pyi +0 -94
- union/_protos/secret/payload_pb2_grpc.py +0 -4
- union/_protos/secret/secret_pb2.py +0 -38
- union/_protos/secret/secret_pb2.pyi +0 -6
- union/_protos/secret/secret_pb2_grpc.py +0 -198
- union/_protos/validate/validate/validate_pb2.py +0 -76
- union/_protos/workflow/node_execution_service_pb2.py +0 -26
- union/_protos/workflow/node_execution_service_pb2.pyi +0 -4
- union/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
- union/_protos/workflow/queue_service_pb2.py +0 -75
- union/_protos/workflow/queue_service_pb2.pyi +0 -103
- union/_protos/workflow/queue_service_pb2_grpc.py +0 -172
- union/_protos/workflow/run_definition_pb2.py +0 -100
- union/_protos/workflow/run_definition_pb2.pyi +0 -256
- union/_protos/workflow/run_definition_pb2_grpc.py +0 -4
- union/_protos/workflow/run_logs_service_pb2.py +0 -41
- union/_protos/workflow/run_logs_service_pb2.pyi +0 -28
- union/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
- union/_protos/workflow/run_service_pb2.py +0 -133
- union/_protos/workflow/run_service_pb2.pyi +0 -173
- union/_protos/workflow/run_service_pb2_grpc.py +0 -412
- union/_protos/workflow/state_service_pb2.py +0 -58
- union/_protos/workflow/state_service_pb2.pyi +0 -69
- union/_protos/workflow/state_service_pb2_grpc.py +0 -138
- union/_protos/workflow/task_definition_pb2.py +0 -72
- union/_protos/workflow/task_definition_pb2.pyi +0 -65
- union/_protos/workflow/task_definition_pb2_grpc.py +0 -4
- union/_protos/workflow/task_service_pb2.py +0 -44
- union/_protos/workflow/task_service_pb2.pyi +0 -31
- union/_protos/workflow/task_service_pb2_grpc.py +0 -104
- union/_resources.py +0 -226
- union/_retry.py +0 -32
- union/_reusable_environment.py +0 -25
- union/_run.py +0 -374
- union/_secret.py +0 -61
- union/_task.py +0 -354
- union/_task_environment.py +0 -186
- union/_timeout.py +0 -47
- union/_tools.py +0 -27
- union/_utils/__init__.py +0 -11
- union/_utils/asyn.py +0 -119
- union/_utils/file_handling.py +0 -71
- union/_utils/helpers.py +0 -46
- union/_utils/lazy_module.py +0 -54
- union/_utils/uv_script_parser.py +0 -49
- union/_version.py +0 -21
- union/connectors/__init__.py +0 -0
- union/errors.py +0 -128
- union/extras/__init__.py +0 -5
- union/extras/_container.py +0 -263
- union/io/__init__.py +0 -11
- union/io/_dataframe.py +0 -0
- union/io/_dir.py +0 -425
- union/io/_file.py +0 -418
- union/io/pickle/__init__.py +0 -0
- union/io/pickle/transformer.py +0 -117
- union/io/structured_dataset/__init__.py +0 -122
- union/io/structured_dataset/basic_dfs.py +0 -219
- union/io/structured_dataset/structured_dataset.py +0 -1057
- union/py.typed +0 -0
- union/remote/__init__.py +0 -23
- union/remote/_client/__init__.py +0 -0
- union/remote/_client/_protocols.py +0 -129
- union/remote/_client/auth/__init__.py +0 -12
- union/remote/_client/auth/_authenticators/__init__.py +0 -0
- union/remote/_client/auth/_authenticators/base.py +0 -391
- union/remote/_client/auth/_authenticators/client_credentials.py +0 -73
- union/remote/_client/auth/_authenticators/device_code.py +0 -120
- union/remote/_client/auth/_authenticators/external_command.py +0 -77
- union/remote/_client/auth/_authenticators/factory.py +0 -200
- union/remote/_client/auth/_authenticators/pkce.py +0 -515
- union/remote/_client/auth/_channel.py +0 -184
- union/remote/_client/auth/_client_config.py +0 -83
- union/remote/_client/auth/_default_html.py +0 -32
- union/remote/_client/auth/_grpc_utils/__init__.py +0 -0
- union/remote/_client/auth/_grpc_utils/auth_interceptor.py +0 -204
- union/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py +0 -144
- union/remote/_client/auth/_keyring.py +0 -154
- union/remote/_client/auth/_token_client.py +0 -258
- union/remote/_client/auth/errors.py +0 -16
- union/remote/_client/controlplane.py +0 -86
- union/remote/_data.py +0 -149
- union/remote/_logs.py +0 -74
- union/remote/_project.py +0 -86
- union/remote/_run.py +0 -820
- union/remote/_secret.py +0 -132
- union/remote/_task.py +0 -193
- union/report/__init__.py +0 -3
- union/report/_report.py +0 -178
- union/report/_template.html +0 -124
- union/storage/__init__.py +0 -24
- union/storage/_remote_fs.py +0 -34
- union/storage/_storage.py +0 -247
- union/storage/_utils.py +0 -5
- union/types/__init__.py +0 -11
- union/types/_renderer.py +0 -162
- union/types/_string_literals.py +0 -120
- union/types/_type_engine.py +0 -2131
- union/types/_utils.py +0 -80
- /flyte/{_cli → _debug}/__init__.py +0 -0
- /flyte/{_protos → _keyring}/__init__.py +0 -0
- {flyte-0.0.1b0.dist-info → flyte-2.0.0b46.dist-info}/WHEEL +0 -0
- {flyte-0.0.1b0.dist-info → flyte-2.0.0b46.dist-info}/top_level.txt +0 -0
flyte/_cli/_get.py
DELETED
|
@@ -1,235 +0,0 @@
|
|
|
1
|
-
import asyncio
|
|
2
|
-
from typing import Tuple, Union
|
|
3
|
-
|
|
4
|
-
import rich_click as click
|
|
5
|
-
from rich.console import Console
|
|
6
|
-
from rich.pretty import pretty_repr
|
|
7
|
-
|
|
8
|
-
from . import _common as common
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
@click.group(name="get")
|
|
12
|
-
def get():
|
|
13
|
-
"""
|
|
14
|
-
Get the value of a task or environment.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
@get.command()
|
|
19
|
-
@click.argument("name", type=str, required=False)
|
|
20
|
-
@click.pass_obj
|
|
21
|
-
def project(cfg: common.CLIConfig, name: str | None = None):
|
|
22
|
-
"""
|
|
23
|
-
Get the current project.
|
|
24
|
-
"""
|
|
25
|
-
from flyte.remote import Project
|
|
26
|
-
|
|
27
|
-
print(cfg)
|
|
28
|
-
cfg.init()
|
|
29
|
-
|
|
30
|
-
console = Console()
|
|
31
|
-
if name:
|
|
32
|
-
console.print(pretty_repr(Project.get(name)))
|
|
33
|
-
else:
|
|
34
|
-
console.print(common.get_table("Projects", Project.listall()))
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
@get.command(cls=common.CommandBase)
|
|
38
|
-
@click.argument("name", type=str, required=False)
|
|
39
|
-
@click.pass_obj
|
|
40
|
-
def run(cfg: common.CLIConfig, name: str | None = None, project: str | None = None, domain: str | None = None):
|
|
41
|
-
"""
|
|
42
|
-
Get the current run.
|
|
43
|
-
"""
|
|
44
|
-
from flyte.remote import Run, RunDetails
|
|
45
|
-
|
|
46
|
-
cfg.init(project=project, domain=domain)
|
|
47
|
-
|
|
48
|
-
console = Console()
|
|
49
|
-
if name:
|
|
50
|
-
details = RunDetails.get(name=name)
|
|
51
|
-
console.print(pretty_repr(details))
|
|
52
|
-
else:
|
|
53
|
-
console.print(common.get_table("Runs", Run.listall()))
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
@get.command(cls=common.CommandBase)
|
|
57
|
-
@click.argument("name", type=str, required=False)
|
|
58
|
-
@click.argument("version", type=str, required=False)
|
|
59
|
-
@click.pass_obj
|
|
60
|
-
def task(
|
|
61
|
-
cfg: common.CLIConfig,
|
|
62
|
-
name: str | None = None,
|
|
63
|
-
version: str | None = None,
|
|
64
|
-
project: str | None = None,
|
|
65
|
-
domain: str | None = None,
|
|
66
|
-
):
|
|
67
|
-
"""
|
|
68
|
-
Get the current task.
|
|
69
|
-
"""
|
|
70
|
-
from flyte.remote import Task
|
|
71
|
-
|
|
72
|
-
cfg.init(project=project, domain=domain)
|
|
73
|
-
|
|
74
|
-
console = Console()
|
|
75
|
-
if name:
|
|
76
|
-
if not version:
|
|
77
|
-
raise click.BadParameter("Version is required when getting a task by name.")
|
|
78
|
-
v = Task.get(name=name, version=version)
|
|
79
|
-
if v is None:
|
|
80
|
-
raise click.BadParameter(f"Task {name} not found.")
|
|
81
|
-
t = v.fetch(v)
|
|
82
|
-
console.print(pretty_repr(t))
|
|
83
|
-
else:
|
|
84
|
-
raise click.BadParameter("Task listing is not supported yet, please provide a name.")
|
|
85
|
-
# console.print(common.get_table("Tasks", Task.listall()))
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
@get.command(cls=common.CommandBase)
|
|
89
|
-
@click.argument("run_name", type=str, required=True)
|
|
90
|
-
@click.argument("action_name", type=str, required=False)
|
|
91
|
-
@click.pass_obj
|
|
92
|
-
def action(
|
|
93
|
-
cfg: common.CLIConfig,
|
|
94
|
-
run_name: str,
|
|
95
|
-
action_name: str | None = None,
|
|
96
|
-
project: str | None = None,
|
|
97
|
-
domain: str | None = None,
|
|
98
|
-
):
|
|
99
|
-
"""
|
|
100
|
-
Get all actions for a run or details for a specific action.
|
|
101
|
-
"""
|
|
102
|
-
import flyte.remote as remote
|
|
103
|
-
|
|
104
|
-
cfg.init(project=project, domain=domain)
|
|
105
|
-
|
|
106
|
-
console = Console()
|
|
107
|
-
if action_name:
|
|
108
|
-
console.print(pretty_repr(remote.Action.get(run_name=run_name, name=action_name)))
|
|
109
|
-
else:
|
|
110
|
-
# List all actions for the run
|
|
111
|
-
console.print(common.get_table(f"Actions for {run_name}", remote.Action.listall(for_run_name=run_name)))
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
@get.command(cls=common.CommandBase)
|
|
115
|
-
@click.argument("run_name", type=str, required=False)
|
|
116
|
-
@click.argument("action_name", type=str, required=False)
|
|
117
|
-
@click.option("--lines", "-l", type=int, default=30, help="Number of lines to show")
|
|
118
|
-
@click.option("--show-ts", is_flag=True, help="Show timestamps")
|
|
119
|
-
@click.option(
|
|
120
|
-
"--follow",
|
|
121
|
-
"-f",
|
|
122
|
-
is_flag=True,
|
|
123
|
-
default=False,
|
|
124
|
-
help="Follow the logs (like tail -f), will open a panel with logs scrolling.",
|
|
125
|
-
)
|
|
126
|
-
@click.pass_obj
|
|
127
|
-
def logs(
|
|
128
|
-
cfg: common.CLIConfig,
|
|
129
|
-
run_name: str,
|
|
130
|
-
action_name: str | None = None,
|
|
131
|
-
project: str | None = None,
|
|
132
|
-
domain: str | None = None,
|
|
133
|
-
lines: int = 30,
|
|
134
|
-
show_ts: bool = False,
|
|
135
|
-
follow: bool = True,
|
|
136
|
-
):
|
|
137
|
-
"""
|
|
138
|
-
Get the current run.
|
|
139
|
-
"""
|
|
140
|
-
import flyte.remote as remote
|
|
141
|
-
|
|
142
|
-
cfg.init(project=project, domain=domain)
|
|
143
|
-
|
|
144
|
-
async def _run_log_view(_obj):
|
|
145
|
-
task = asyncio.create_task(_obj.show_logs(max_lines=lines, show_ts=show_ts, raw=not follow))
|
|
146
|
-
try:
|
|
147
|
-
await task
|
|
148
|
-
except KeyboardInterrupt:
|
|
149
|
-
task.cancel()
|
|
150
|
-
|
|
151
|
-
if action_name:
|
|
152
|
-
obj = remote.Action.get(run_name=run_name, name=action_name)
|
|
153
|
-
else:
|
|
154
|
-
obj = remote.Run.get(run_name)
|
|
155
|
-
asyncio.run(_run_log_view(obj))
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
@get.command(cls=common.CommandBase)
|
|
159
|
-
@click.argument("name", type=str, required=False)
|
|
160
|
-
@click.pass_obj
|
|
161
|
-
def secret(
|
|
162
|
-
cfg: common.CLIConfig,
|
|
163
|
-
name: str | None = None,
|
|
164
|
-
project: str | None = None,
|
|
165
|
-
domain: str | None = None,
|
|
166
|
-
):
|
|
167
|
-
"""
|
|
168
|
-
Get the current secret.
|
|
169
|
-
"""
|
|
170
|
-
import flyte.remote as remote
|
|
171
|
-
|
|
172
|
-
cfg.init(project=project, domain=domain)
|
|
173
|
-
|
|
174
|
-
console = Console()
|
|
175
|
-
if name:
|
|
176
|
-
console.print(pretty_repr(remote.Secret.get(name)))
|
|
177
|
-
else:
|
|
178
|
-
console.print(common.get_table("Secrets", remote.Secret.listall()))
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
@get.command(cls=common.CommandBase)
|
|
182
|
-
@click.argument("run_name", type=str, required=True)
|
|
183
|
-
@click.argument("action_name", type=str, required=False)
|
|
184
|
-
@click.option("--inputs-only", "-i", is_flag=True, help="Show only inputs")
|
|
185
|
-
@click.option("--outputs-only", "-o", is_flag=True, help="Show only outputs")
|
|
186
|
-
@click.pass_obj
|
|
187
|
-
def io(
|
|
188
|
-
cfg: common.CLIConfig,
|
|
189
|
-
run_name: str,
|
|
190
|
-
action_name: str | None = None,
|
|
191
|
-
project: str | None = None,
|
|
192
|
-
domain: str | None = None,
|
|
193
|
-
inputs_only: bool = False,
|
|
194
|
-
outputs_only: bool = False,
|
|
195
|
-
):
|
|
196
|
-
"""
|
|
197
|
-
Get the inputs and outputs of a run or action.
|
|
198
|
-
"""
|
|
199
|
-
if inputs_only and outputs_only:
|
|
200
|
-
raise click.BadParameter("Cannot use both --inputs-only and --outputs-only")
|
|
201
|
-
|
|
202
|
-
import flyte.remote as remote
|
|
203
|
-
|
|
204
|
-
cfg.init(project=project, domain=domain)
|
|
205
|
-
console = Console()
|
|
206
|
-
if action_name:
|
|
207
|
-
obj = remote.ActionDetails.get(run_name=run_name, name=action_name)
|
|
208
|
-
else:
|
|
209
|
-
obj = remote.RunDetails.get(run_name)
|
|
210
|
-
|
|
211
|
-
async def _get_io(
|
|
212
|
-
details: Union[remote.RunDetails, remote.ActionDetails],
|
|
213
|
-
) -> Tuple[remote.ActionInputs | None, remote.ActionOutputs | None | str]:
|
|
214
|
-
if inputs_only or outputs_only:
|
|
215
|
-
if inputs_only:
|
|
216
|
-
return await details.inputs(), None
|
|
217
|
-
elif outputs_only:
|
|
218
|
-
return None, await details.outputs()
|
|
219
|
-
inputs = await details.inputs()
|
|
220
|
-
outputs: remote.ActionOutputs | None | str = None
|
|
221
|
-
try:
|
|
222
|
-
outputs = await details.outputs()
|
|
223
|
-
except Exception:
|
|
224
|
-
# If the outputs are not available, we can still show the inputs
|
|
225
|
-
outputs = "[red]not yet available[/red]"
|
|
226
|
-
return inputs, outputs
|
|
227
|
-
|
|
228
|
-
inputs, outputs = asyncio.run(_get_io(obj))
|
|
229
|
-
# Show inputs and outputs side by side
|
|
230
|
-
console.print(
|
|
231
|
-
common.get_panel(
|
|
232
|
-
"Inputs & Outputs",
|
|
233
|
-
f"[green bold]Inputs[/green bold]\n{inputs}\n\n[blue bold]Outputs[/blue bold]\n{outputs}",
|
|
234
|
-
)
|
|
235
|
-
)
|
flyte/_cli/_run.py
DELETED
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from dataclasses import dataclass, field, fields
|
|
4
|
-
from pathlib import Path
|
|
5
|
-
from types import ModuleType
|
|
6
|
-
from typing import Any, Dict, List, cast
|
|
7
|
-
|
|
8
|
-
import click
|
|
9
|
-
from click import Context
|
|
10
|
-
from rich.console import Console
|
|
11
|
-
from typing_extensions import get_args
|
|
12
|
-
|
|
13
|
-
import flyte
|
|
14
|
-
|
|
15
|
-
from .._code_bundle._utils import CopyFiles
|
|
16
|
-
from .._task import TaskTemplate
|
|
17
|
-
from ..remote import Run
|
|
18
|
-
from . import _common as common
|
|
19
|
-
from ._common import CLIConfig
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
@dataclass
|
|
23
|
-
class RunArguments:
|
|
24
|
-
project: str = field(
|
|
25
|
-
default=cast(str, common.PROJECT_OPTION.default), metadata={"click.option": common.PROJECT_OPTION}
|
|
26
|
-
)
|
|
27
|
-
domain: str = field(
|
|
28
|
-
default=cast(str, common.DOMAIN_OPTION.default), metadata={"click.option": common.DOMAIN_OPTION}
|
|
29
|
-
)
|
|
30
|
-
local: bool = field(
|
|
31
|
-
default=False,
|
|
32
|
-
metadata={
|
|
33
|
-
"click.option": click.Option(
|
|
34
|
-
["--local"],
|
|
35
|
-
is_flag=True,
|
|
36
|
-
help="Run the task locally",
|
|
37
|
-
)
|
|
38
|
-
},
|
|
39
|
-
)
|
|
40
|
-
copy_style: CopyFiles = field(
|
|
41
|
-
default="loaded_modules",
|
|
42
|
-
metadata={
|
|
43
|
-
"click.option": click.Option(
|
|
44
|
-
["--copy-style"],
|
|
45
|
-
type=click.Choice(get_args(CopyFiles)),
|
|
46
|
-
default="loaded_modules",
|
|
47
|
-
help="Copy style to use when running the task",
|
|
48
|
-
)
|
|
49
|
-
},
|
|
50
|
-
)
|
|
51
|
-
|
|
52
|
-
@classmethod
|
|
53
|
-
def from_dict(cls, d: Dict[str, Any]) -> RunArguments:
|
|
54
|
-
return cls(**d)
|
|
55
|
-
|
|
56
|
-
@classmethod
|
|
57
|
-
def options(cls) -> List[click.Option]:
|
|
58
|
-
"""
|
|
59
|
-
Return the set of base parameters added to run subcommand.
|
|
60
|
-
"""
|
|
61
|
-
return [common.get_option_from_metadata(f.metadata) for f in fields(cls) if f.metadata]
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
class RunTaskCommand(click.Command):
|
|
65
|
-
def __init__(self, obj_name: str, obj: Any, run_args: RunArguments, *args, **kwargs):
|
|
66
|
-
self.obj_name = obj_name
|
|
67
|
-
self.obj = cast(TaskTemplate, obj)
|
|
68
|
-
self.run_args = run_args
|
|
69
|
-
kwargs.pop("name", None)
|
|
70
|
-
super().__init__(obj_name, *args, **kwargs)
|
|
71
|
-
|
|
72
|
-
def invoke(self, ctx: Context):
|
|
73
|
-
obj: CLIConfig = ctx.obj or CLIConfig()
|
|
74
|
-
obj.init(self.run_args.project, self.run_args.domain)
|
|
75
|
-
|
|
76
|
-
r = flyte.with_runcontext(
|
|
77
|
-
copy_style=self.run_args.copy_style,
|
|
78
|
-
version=self.run_args.copy_style,
|
|
79
|
-
mode="local" if self.run_args.local else "remote",
|
|
80
|
-
).run(self.obj)
|
|
81
|
-
if isinstance(r, Run) and r.action is not None:
|
|
82
|
-
console = Console()
|
|
83
|
-
console.print(
|
|
84
|
-
common.get_panel(
|
|
85
|
-
"Run",
|
|
86
|
-
f"[green bold]Created Run: {r.name} [/green bold] "
|
|
87
|
-
f"(Project: {r.action.action_id.run.project}, Domain: {r.action.action_id.run.domain})\n\n"
|
|
88
|
-
f"[blue bold]{r.url}[/blue bold]",
|
|
89
|
-
)
|
|
90
|
-
)
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
class TaskPerFileGroup(common.ObjectsPerFileGroup):
|
|
94
|
-
"""
|
|
95
|
-
Group that creates a command for each task in the current directory that is not __init__.py.
|
|
96
|
-
"""
|
|
97
|
-
|
|
98
|
-
def __init__(self, filename: Path, run_args: RunArguments, *args, **kwargs):
|
|
99
|
-
args = (filename, *args)
|
|
100
|
-
super().__init__(*args, **kwargs)
|
|
101
|
-
self.run_args = run_args
|
|
102
|
-
|
|
103
|
-
def _filter_objects(self, module: ModuleType) -> Dict[str, Any]:
|
|
104
|
-
return {k: v for k, v in module.__dict__.items() if isinstance(v, TaskTemplate)}
|
|
105
|
-
|
|
106
|
-
def _get_command_for_obj(self, ctx: click.Context, obj_name: str, obj: Any) -> click.Command:
|
|
107
|
-
obj = cast(TaskTemplate, obj)
|
|
108
|
-
return RunTaskCommand(
|
|
109
|
-
obj_name=obj_name,
|
|
110
|
-
obj=obj,
|
|
111
|
-
help=obj.docs.__help__str__() if obj.docs else None,
|
|
112
|
-
run_args=self.run_args,
|
|
113
|
-
)
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
class TaskFiles(common.FileGroup):
|
|
117
|
-
"""
|
|
118
|
-
Group that creates a command for each file in the current directory that is not __init__.py.
|
|
119
|
-
"""
|
|
120
|
-
|
|
121
|
-
common_options_enabled = False
|
|
122
|
-
|
|
123
|
-
def __init__(
|
|
124
|
-
self,
|
|
125
|
-
*args,
|
|
126
|
-
directory: Path | None = None,
|
|
127
|
-
**kwargs,
|
|
128
|
-
):
|
|
129
|
-
if "params" not in kwargs:
|
|
130
|
-
kwargs["params"] = []
|
|
131
|
-
kwargs["params"].extend(RunArguments.options())
|
|
132
|
-
super().__init__(*args, directory=directory, **kwargs)
|
|
133
|
-
|
|
134
|
-
def get_command(self, ctx, filename):
|
|
135
|
-
run_args = RunArguments.from_dict(ctx.params)
|
|
136
|
-
fp = Path(filename)
|
|
137
|
-
if not fp.exists():
|
|
138
|
-
raise click.BadParameter(f"File {filename} does not exist")
|
|
139
|
-
if fp.is_dir():
|
|
140
|
-
return TaskFiles(directory=fp)
|
|
141
|
-
return TaskPerFileGroup(
|
|
142
|
-
filename=Path(filename),
|
|
143
|
-
run_args=run_args,
|
|
144
|
-
name=filename,
|
|
145
|
-
help=f"Run, functions decorated `env.task` or instances of Tasks in {filename}",
|
|
146
|
-
)
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
run = TaskFiles(
|
|
150
|
-
name="run",
|
|
151
|
-
help="Run a task from a python file",
|
|
152
|
-
)
|
flyte/_cli/main.py
DELETED
|
@@ -1,72 +0,0 @@
|
|
|
1
|
-
import rich_click as click
|
|
2
|
-
|
|
3
|
-
from ._common import CLIConfig
|
|
4
|
-
from ._create import create
|
|
5
|
-
from ._deploy import deploy
|
|
6
|
-
from ._get import get
|
|
7
|
-
from ._run import run
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
def _verbosity_to_loglevel(verbosity: int) -> int | None:
|
|
11
|
-
"""
|
|
12
|
-
Converts a verbosity level from the CLI to a logging level.
|
|
13
|
-
|
|
14
|
-
:param verbosity: verbosity level from the CLI
|
|
15
|
-
:return: logging level
|
|
16
|
-
"""
|
|
17
|
-
import logging
|
|
18
|
-
|
|
19
|
-
match verbosity:
|
|
20
|
-
case 0:
|
|
21
|
-
return None
|
|
22
|
-
case 1:
|
|
23
|
-
return logging.WARNING
|
|
24
|
-
case 2:
|
|
25
|
-
return logging.INFO
|
|
26
|
-
case _:
|
|
27
|
-
return logging.DEBUG
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
@click.group(cls=click.RichGroup)
|
|
31
|
-
@click.option(
|
|
32
|
-
"--endpoint",
|
|
33
|
-
type=str,
|
|
34
|
-
required=False,
|
|
35
|
-
help="The endpoint to connect to, this will override any config and simply used pkce to connect.",
|
|
36
|
-
)
|
|
37
|
-
@click.option(
|
|
38
|
-
"--insecure",
|
|
39
|
-
is_flag=True,
|
|
40
|
-
required=False,
|
|
41
|
-
help="insecure",
|
|
42
|
-
type=bool,
|
|
43
|
-
default=False,
|
|
44
|
-
)
|
|
45
|
-
@click.option(
|
|
46
|
-
"-v",
|
|
47
|
-
"--verbose",
|
|
48
|
-
required=False,
|
|
49
|
-
help="Show verbose messages and exception traces",
|
|
50
|
-
count=True,
|
|
51
|
-
default=0,
|
|
52
|
-
type=int,
|
|
53
|
-
)
|
|
54
|
-
@click.option(
|
|
55
|
-
"--org-override",
|
|
56
|
-
type=str,
|
|
57
|
-
required=False,
|
|
58
|
-
help="Override for org",
|
|
59
|
-
)
|
|
60
|
-
@click.pass_context
|
|
61
|
-
def main(ctx: click.Context, endpoint: str | None, insecure: bool, verbose: int, org_override: str | None):
|
|
62
|
-
"""
|
|
63
|
-
v2 cli. Root command, please use one of the subcommands.
|
|
64
|
-
"""
|
|
65
|
-
log_level = _verbosity_to_loglevel(verbose)
|
|
66
|
-
ctx.obj = CLIConfig(log_level=log_level, endpoint=endpoint, insecure=insecure, org_override=org_override)
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
main.add_command(run)
|
|
70
|
-
main.add_command(deploy)
|
|
71
|
-
main.add_command(get) # type: ignore
|
|
72
|
-
main.add_command(create) # type: ignore
|