flyte 0.2.0b5__py3-none-any.whl → 0.2.0b8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of flyte might be problematic. Click here for more details.
- flyte/__init__.py +2 -1
- flyte/_code_bundle/_utils.py +0 -16
- flyte/_code_bundle/bundle.py +1 -1
- flyte/_environment.py +42 -1
- flyte/_image.py +1 -2
- flyte/_initialize.py +52 -23
- flyte/_internal/controllers/__init__.py +2 -0
- flyte/_internal/controllers/_local_controller.py +3 -0
- flyte/_internal/controllers/remote/_controller.py +3 -0
- flyte/_internal/controllers/remote/_core.py +1 -1
- flyte/_internal/controllers/remote/_informer.py +3 -3
- flyte/_task.py +51 -12
- flyte/_task_environment.py +48 -66
- flyte/_utils/coro_management.py +0 -2
- flyte/_version.py +2 -2
- flyte/cli/_common.py +24 -15
- flyte/cli/_create.py +39 -8
- flyte/cli/_delete.py +2 -2
- flyte/cli/_deploy.py +4 -1
- flyte/cli/_gen.py +155 -0
- flyte/cli/_get.py +53 -7
- flyte/cli/_run.py +34 -8
- flyte/cli/main.py +69 -16
- flyte/config/__init__.py +2 -189
- flyte/config/_config.py +181 -172
- flyte/config/_internal.py +1 -1
- flyte/config/_reader.py +207 -0
- flyte/extras/_container.py +1 -1
- flyte/remote/_logs.py +9 -2
- flyte/remote/_run.py +26 -17
- flyte/syncify/__init__.py +51 -0
- flyte/syncify/_api.py +5 -6
- flyte-0.2.0b8.dist-info/METADATA +180 -0
- {flyte-0.2.0b5.dist-info → flyte-0.2.0b8.dist-info}/RECORD +37 -35
- flyte-0.2.0b5.dist-info/METADATA +0 -178
- {flyte-0.2.0b5.dist-info → flyte-0.2.0b8.dist-info}/WHEEL +0 -0
- {flyte-0.2.0b5.dist-info → flyte-0.2.0b8.dist-info}/entry_points.txt +0 -0
- {flyte-0.2.0b5.dist-info → flyte-0.2.0b8.dist-info}/top_level.txt +0 -0
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
flyte/__init__.py,sha256=
|
|
1
|
+
flyte/__init__.py,sha256=gqNaDkBPRGcOC0BbTbgHYatkttjVJljjEKoULmswQ0Q,1392
|
|
2
2
|
flyte/_build.py,sha256=MkgfLAPeL56YeVrGRNZUCZgbwzlEzVP3wLbl5Qru4yk,578
|
|
3
3
|
flyte/_context.py,sha256=pYa43ut8gp6i-Y_zOy1WW_N2IbP9Vd-zIORO11vqK1E,4995
|
|
4
4
|
flyte/_deploy.py,sha256=hHZKLU3U7t1ZF_8x6LykkPu_KSDyaHL3f2WzyjLj9BQ,7723
|
|
5
5
|
flyte/_doc.py,sha256=_OPCf3t_git6UT7kSJISFaWO9cfNzJhhoe6JjVdyCJo,706
|
|
6
6
|
flyte/_docstring.py,sha256=SsG0Ab_YMAwy2ABJlEo3eBKlyC3kwPdnDJ1FIms-ZBQ,1127
|
|
7
|
-
flyte/_environment.py,sha256=
|
|
7
|
+
flyte/_environment.py,sha256=BkChtdVhWB3SwMSvetDZ-KiNBgRFlAXgq69PHT4zyG0,2942
|
|
8
8
|
flyte/_group.py,sha256=64q2GFDp3koIkx3IV4GBeGEbu4v-GPUxTlxU_sV2fPk,743
|
|
9
9
|
flyte/_hash.py,sha256=Of_Zl_DzzzF2jp4ZsLm-3o-xJFCCJ8_GubmLI1htx78,504
|
|
10
|
-
flyte/_image.py,sha256=
|
|
11
|
-
flyte/_initialize.py,sha256=
|
|
10
|
+
flyte/_image.py,sha256=NeBvjCdwFAVGd666ufi1q-YOvhwdTEzAeJl5YBfl0bI,29043
|
|
11
|
+
flyte/_initialize.py,sha256=ihTIvoMHs67UKbtFLR_zy9M1e7OK26ywoc_yMfLYwMw,16499
|
|
12
12
|
flyte/_interface.py,sha256=MP5o_qpIwfBNtAc7zo_cLSjMugsPyanuO6EgUSk4fBE,3644
|
|
13
13
|
flyte/_logging.py,sha256=FQvF3W1kkFypbARcOQ7WZVXO0XJasXp8EhozF6E6-aQ,3379
|
|
14
14
|
flyte/_resources.py,sha256=UOLyEVhdxolvrHhddiBbYdJuE1RkM_l7xeS9G1abe6M,7583
|
|
@@ -16,12 +16,12 @@ flyte/_retry.py,sha256=rfLv0MvWxzPByKESTglEmjPsytEAKiIvvmzlJxXwsfE,941
|
|
|
16
16
|
flyte/_reusable_environment.py,sha256=P4FBATVKAYcIKpdFN98sI8acPyKy8eIGx6V0kUb9YdM,1289
|
|
17
17
|
flyte/_run.py,sha256=2ugAk4tpvSAnNAlfhx4YysSrdFoce-hZHQ6XMHYxp0A,17783
|
|
18
18
|
flyte/_secret.py,sha256=SqIHs6mi8hEkIIBZe3bI9jJsPt65Mt6dV5uh9_op1ME,2392
|
|
19
|
-
flyte/_task.py,sha256=
|
|
20
|
-
flyte/_task_environment.py,sha256=
|
|
19
|
+
flyte/_task.py,sha256=UDsnSs0lYXZe-0HvZHk4FQ5X9DGRyy1qldm7zpUEXT4,16373
|
|
20
|
+
flyte/_task_environment.py,sha256=J1LFH9Zz1nPhlsrc_rYny1SS3QC1b55X7tRYoTG7Vk4,6815
|
|
21
21
|
flyte/_timeout.py,sha256=zx5sFcbYmjJAJbZWSGzzX-BpC9HC7Jfs35T7vVhKwkk,1571
|
|
22
22
|
flyte/_tools.py,sha256=JewkQZBR_M85tS6QY8e4xXue75jbOE48nID4ZHnc9jY,632
|
|
23
23
|
flyte/_trace.py,sha256=7OQtQNosIlycTwaMjdc3GW4h3T3N0bYTsY6og4clPl8,5234
|
|
24
|
-
flyte/_version.py,sha256=
|
|
24
|
+
flyte/_version.py,sha256=vlbuxWySGV761QhtXKWRtZJy0eos4BpfR3ZShXEd4sQ,519
|
|
25
25
|
flyte/errors.py,sha256=m2JUNqLC6anVW6UiDK_ihuA06q_Hkw1mIUMDskb2OW8,4289
|
|
26
26
|
flyte/models.py,sha256=GTRuR6GXc0RAbLmPEnnH54oRF7__2TNFhmYjFoYMjZA,12660
|
|
27
27
|
flyte/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -34,18 +34,18 @@ flyte/_cache/policy_function_body.py,sha256=_AcyN6XKRXq16yV5lWuRJYCIVUlmyPvvWuYR
|
|
|
34
34
|
flyte/_code_bundle/__init__.py,sha256=G7DJTQ0UN_ETvdh55pYcWsTrZJKXEcyQl9iQQNQOBXQ,328
|
|
35
35
|
flyte/_code_bundle/_ignore.py,sha256=Tfaoa62CQVTH17kBHD6Xv6xEh1FhcAyvXivl9m-MEE0,3853
|
|
36
36
|
flyte/_code_bundle/_packaging.py,sha256=_wEozcQTYgqvAAaKQYna9ptvShIMlXk3vEdccwAOYn8,6873
|
|
37
|
-
flyte/_code_bundle/_utils.py,sha256=
|
|
38
|
-
flyte/_code_bundle/bundle.py,sha256=
|
|
37
|
+
flyte/_code_bundle/_utils.py,sha256=b0s3ZVKSRwaa_2CMTCqt2iRrUvTTW3FmlyqCD9k5BS0,12028
|
|
38
|
+
flyte/_code_bundle/bundle.py,sha256=8T0gcXck6dmg-8L2-0G3B2iNjC-Xwydu806iyKneMMY,8789
|
|
39
39
|
flyte/_internal/__init__.py,sha256=vjXgGzAAjy609YFkAy9_RVPuUlslsHSJBXCLNTVnqOY,136
|
|
40
|
-
flyte/_internal/controllers/__init__.py,sha256=
|
|
41
|
-
flyte/_internal/controllers/_local_controller.py,sha256=
|
|
40
|
+
flyte/_internal/controllers/__init__.py,sha256=wPugf6_9BUVqwCXClnmScwyKVaGYIo0PTd-sdYjxVWA,3827
|
|
41
|
+
flyte/_internal/controllers/_local_controller.py,sha256=fT-mFBs05vxHf43U24AKGJg5NuSTO5F8LBRcZAfgX2g,4798
|
|
42
42
|
flyte/_internal/controllers/_trace.py,sha256=Ga2b65sn9q2IoOwHBZV2inMYyO6-CSDwzN7E3pDxsEI,1126
|
|
43
43
|
flyte/_internal/controllers/remote/__init__.py,sha256=9_azH1eHLqY6VULpDugXi7Kf1kK1ODqEnsQ_3wM6IqU,1919
|
|
44
44
|
flyte/_internal/controllers/remote/_action.py,sha256=w6vE1vPz1BwxvwfotDWjTNbDXfGEPrRBA8N3UVQ6P0w,4905
|
|
45
45
|
flyte/_internal/controllers/remote/_client.py,sha256=HPbzbfaWZVv5wpOvKNtFXR6COiZDwd1cUJQqi60A7oU,1421
|
|
46
|
-
flyte/_internal/controllers/remote/_controller.py,sha256=
|
|
47
|
-
flyte/_internal/controllers/remote/_core.py,sha256
|
|
48
|
-
flyte/_internal/controllers/remote/_informer.py,sha256=
|
|
46
|
+
flyte/_internal/controllers/remote/_controller.py,sha256=5jhm6UG3DLCUiwQMkVGeIF4pIx_cZkR9it6tLMK7DRw,17477
|
|
47
|
+
flyte/_internal/controllers/remote/_core.py,sha256=2dka1rDnA8Ui_qhfE1ymZuN8E2BYQPn123h_eMixSiM,18091
|
|
48
|
+
flyte/_internal/controllers/remote/_informer.py,sha256=JC35aHbEdwBN7cwDKbQj6koPUypTapYyK0wKxOBRBCo,14191
|
|
49
49
|
flyte/_internal/controllers/remote/_service_protocol.py,sha256=B9qbIg6DiGeac-iSccLmX_AL2xUgX4ezNUOiAbSy4V0,1357
|
|
50
50
|
flyte/_internal/imagebuild/__init__.py,sha256=cLXVxkAyFpbdC1y-k3Rb6FRW9f_xpoRQWVn__G9IqKs,354
|
|
51
51
|
flyte/_internal/imagebuild/docker_builder.py,sha256=bkr2fs9jInTq8jqU8ka7NGvp0RPfYhbTfX1RqtqTvvs,13986
|
|
@@ -129,27 +129,29 @@ flyte/_protos/workflow/task_service_pb2_grpc.py,sha256=PdhEfPraBIeN-UQulZsA2D0on
|
|
|
129
129
|
flyte/_utils/__init__.py,sha256=ZlVA1bLeAEnzwbkK7eEVAVmeVQnbBCuGqfd2UIk-yNc,599
|
|
130
130
|
flyte/_utils/asyn.py,sha256=KeJKarXNIyD16g6oPM0T9cH7JDmh1KY7JLbwo7i0IlQ,3673
|
|
131
131
|
flyte/_utils/async_cache.py,sha256=JtZJmWO62OowJ0QFNl6wryWqh-kuDi76aAASMie87QY,4596
|
|
132
|
-
flyte/_utils/coro_management.py,sha256=
|
|
132
|
+
flyte/_utils/coro_management.py,sha256=_JTt9x9fOc_1OSe03DSheYoKOvlonBB_4WNCS9XSaoU,698
|
|
133
133
|
flyte/_utils/file_handling.py,sha256=iU4TxW--fCho_Eg5xTMODn96P03SxzF-V-5f-7bZAZY,2233
|
|
134
134
|
flyte/_utils/helpers.py,sha256=Ntrs1WilJS7a4oLmcIPLXMi0cuzRDiCr_wwgtpV30uk,3953
|
|
135
135
|
flyte/_utils/lazy_module.py,sha256=fvXPjvZLzCfcI8Vzs4pKedUDdY0U_RQ1ZVrp9b8qBQY,1994
|
|
136
136
|
flyte/_utils/uv_script_parser.py,sha256=PxqD8lSMi6xv0uDd1s8LKB2IPZr4ttZJCUweqlyMTKk,1483
|
|
137
137
|
flyte/cli/__init__.py,sha256=Hx_mrERToVkrvORPB56ZnUED86T4S50ac1nwLQfvsgo,278
|
|
138
138
|
flyte/cli/_abort.py,sha256=WkXmjAOcrBU9NXXndcwF7YW7QcUTJzyUrvIRW0fjpSE,580
|
|
139
|
-
flyte/cli/_common.py,sha256=
|
|
140
|
-
flyte/cli/_create.py,sha256=
|
|
141
|
-
flyte/cli/_delete.py,sha256=
|
|
142
|
-
flyte/cli/_deploy.py,sha256=
|
|
143
|
-
flyte/cli/
|
|
139
|
+
flyte/cli/_common.py,sha256=KSn6MxJng_WJDrA20Wl_RKWiCcqZ7ZS68UFlqYyR7xs,10771
|
|
140
|
+
flyte/cli/_create.py,sha256=bB_kkM54LLWVBaAy8LKPJGfLjC3NSIDELB8niQlG50c,3667
|
|
141
|
+
flyte/cli/_delete.py,sha256=WnHn9m_1b3nAXaD772bOirsN73ICUi-BVzjFP8s_Hyg,581
|
|
142
|
+
flyte/cli/_deploy.py,sha256=zCHvy88UPYz_iXXG7b9Pi61GFdB52-niYw2pVIum2b4,4464
|
|
143
|
+
flyte/cli/_gen.py,sha256=onJIXj2PiJxxHCOFo5A9LNwjt-rRo-a_SojdtuvQ5is,5302
|
|
144
|
+
flyte/cli/_get.py,sha256=f5e8h6P6LBBPNZKHEx8aYeoym_Bih7eIsxqiAqAHtso,9641
|
|
144
145
|
flyte/cli/_params.py,sha256=X3GpuftXmtfIsYQ7vBilD4kmlkXTc7_AxpaxohRjSuY,19458
|
|
145
|
-
flyte/cli/_run.py,sha256=
|
|
146
|
-
flyte/cli/main.py,sha256=
|
|
147
|
-
flyte/config/__init__.py,sha256=
|
|
148
|
-
flyte/config/_config.py,sha256=
|
|
149
|
-
flyte/config/_internal.py,sha256=
|
|
146
|
+
flyte/cli/_run.py,sha256=zRu4DTO__BVsLgpSLUbYR1Twvzc_2zivUhcviymCRf0,7884
|
|
147
|
+
flyte/cli/main.py,sha256=PhH8RgpNFP9owpjN8purGvM41qlm9VcR2QF2oLi_6FA,4480
|
|
148
|
+
flyte/config/__init__.py,sha256=MiwEYK5Iv7MRR22z61nzbsbvZ9Q6MdmAU_g9If1Pmb8,144
|
|
149
|
+
flyte/config/_config.py,sha256=QE3T0W8xOULjJaqDMdMF90f9gFVjGR6h8QPOLsyqjYw,9831
|
|
150
|
+
flyte/config/_internal.py,sha256=Bj0uzn3PYgxKbzM-q2GKXxp7Y6cyzhPzUB-Y2i6cQKo,2836
|
|
151
|
+
flyte/config/_reader.py,sha256=c16jm0_IYxwEAjXENtllLeO_sT5Eg2RNLG4UjnAv_x4,7157
|
|
150
152
|
flyte/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
151
153
|
flyte/extras/__init__.py,sha256=FhB0uK7H1Yo5De9vOuF7UGnezTKncj3u2Wo5uQdWN0g,74
|
|
152
|
-
flyte/extras/_container.py,sha256=
|
|
154
|
+
flyte/extras/_container.py,sha256=R7tMIy2EuprEGowYhjPMwnszSutgWIzAeKPeXNc2nmI,11255
|
|
153
155
|
flyte/io/__init__.py,sha256=e2wHVEoZ84TGOtOPrtTg6hJpeuxiYI56Sg011yq6nUQ,236
|
|
154
156
|
flyte/io/_dataframe.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
155
157
|
flyte/io/_dir.py,sha256=rih9CY1YjNX05bcAu5LG62Xoyij5GXAlv7jLyVF0je8,15310
|
|
@@ -162,9 +164,9 @@ flyte/io/structured_dataset/structured_dataset.py,sha256=DrRIHA3zbkfLBekw3pPTF_S
|
|
|
162
164
|
flyte/remote/__init__.py,sha256=zBWV88VF-L8430xVrOyk07EmLsOKhOUMVBsqFUDtO6Q,565
|
|
163
165
|
flyte/remote/_console.py,sha256=avmELJPx8nQMAVPrHlh6jEIRPjrMwFpdZjJsWOOa9rE,660
|
|
164
166
|
flyte/remote/_data.py,sha256=DPK85gB6M71RjxqIh1Q5PdZ9xcJ0m1w_3cT2lAO0r7w,5795
|
|
165
|
-
flyte/remote/_logs.py,sha256=
|
|
167
|
+
flyte/remote/_logs.py,sha256=EOXg4OS8yYclsT6NASgOLMo0TA2sZpKb2MWZXpWBPuI,6404
|
|
166
168
|
flyte/remote/_project.py,sha256=dTBYqORDAbLvh9WnPO1Ytuzw2vxNYZwwNsKE2_b0o14,2807
|
|
167
|
-
flyte/remote/_run.py,sha256=
|
|
169
|
+
flyte/remote/_run.py,sha256=9euHjYRX-xyxXuhn0MunYb9dmgl0FMU3a-FZNjJA4F8,31057
|
|
168
170
|
flyte/remote/_secret.py,sha256=l5xeMS83uMcWWeSSTRsSZUNhS0N--1Dze09C-thSOQs,4341
|
|
169
171
|
flyte/remote/_task.py,sha256=6TBdjPWgxHmdY9OJMMPGZax8h7Qs7q9dprNktjnZ77E,7904
|
|
170
172
|
flyte/remote/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -196,16 +198,16 @@ flyte/storage/_config.py,sha256=xVibWJaioOnkeTb_M30azgiUe1jvmQaOWRZEkpdoTao,8680
|
|
|
196
198
|
flyte/storage/_remote_fs.py,sha256=kM_iszbccjVD5VtVdgfkl1FHS8NPnY__JOo_CPQUE4c,1124
|
|
197
199
|
flyte/storage/_storage.py,sha256=mBy7MKII2M1UTVm_EUUDwVb7uT1_AOPzQr2wCJ-fgW0,9873
|
|
198
200
|
flyte/storage/_utils.py,sha256=8oLCM-7D7JyJhzUi1_Q1NFx8GBUPRfou0T_5tPBmPbE,309
|
|
199
|
-
flyte/syncify/__init__.py,sha256=
|
|
200
|
-
flyte/syncify/_api.py,sha256=
|
|
201
|
+
flyte/syncify/__init__.py,sha256=WgTk-v-SntULnI55CsVy71cxGJ9Q6pxpTrhbPFuouJ0,1974
|
|
202
|
+
flyte/syncify/_api.py,sha256=Jek0sIpu6RyOCAYQZFxuW-xv_lpr6DBOjs2kGA8tfvc,9815
|
|
201
203
|
flyte/types/__init__.py,sha256=xMIYOolT3Vq0qXy7unw90IVdYztdMDpKg0oG0XAPC9o,364
|
|
202
204
|
flyte/types/_interface.py,sha256=mY7mb8v2hJPGk7AU99gdOWl4_jArA1VFtjYGlE31SK0,953
|
|
203
205
|
flyte/types/_renderer.py,sha256=ygcCo5l60lHufyQISFddZfWwLlQ8kJAKxUT_XnR_6dY,4818
|
|
204
206
|
flyte/types/_string_literals.py,sha256=NlG1xV8RSA-sZ-n-IFQCAsdB6jXJOAKkHWtnopxVVDk,4231
|
|
205
207
|
flyte/types/_type_engine.py,sha256=QxyoDWRG_whfLCz88YqEVVoTTnca0FZv9eHeLLT0_-s,93645
|
|
206
208
|
flyte/types/_utils.py,sha256=pbts9E1_2LTdLygAY0UYTLYJ8AsN3BZyviSXvrtcutc,2626
|
|
207
|
-
flyte-0.2.
|
|
208
|
-
flyte-0.2.
|
|
209
|
-
flyte-0.2.
|
|
210
|
-
flyte-0.2.
|
|
211
|
-
flyte-0.2.
|
|
209
|
+
flyte-0.2.0b8.dist-info/METADATA,sha256=143TeXr4H7BtrVp2r0GwVQ0jviOe8S5fXn3t1s439wY,4636
|
|
210
|
+
flyte-0.2.0b8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
211
|
+
flyte-0.2.0b8.dist-info/entry_points.txt,sha256=MIq2z5dBurdCJfpXfMKzgBv7sJOakKRYxr8G0cMiTrg,75
|
|
212
|
+
flyte-0.2.0b8.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
|
|
213
|
+
flyte-0.2.0b8.dist-info/RECORD,,
|
flyte-0.2.0b5.dist-info/METADATA
DELETED
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.4
|
|
2
|
-
Name: flyte
|
|
3
|
-
Version: 0.2.0b5
|
|
4
|
-
Summary: Add your description here
|
|
5
|
-
Author-email: Ketan Umare <kumare3@users.noreply.github.com>
|
|
6
|
-
Requires-Python: >=3.10
|
|
7
|
-
Description-Content-Type: text/markdown
|
|
8
|
-
Requires-Dist: aiofiles>=24.1.0
|
|
9
|
-
Requires-Dist: click>=8.2.1
|
|
10
|
-
Requires-Dist: flyteidl==1.15.4b0
|
|
11
|
-
Requires-Dist: cloudpickle>=3.1.1
|
|
12
|
-
Requires-Dist: fsspec>=2025.3.0
|
|
13
|
-
Requires-Dist: grpcio>=1.71.0
|
|
14
|
-
Requires-Dist: obstore>=0.6.0
|
|
15
|
-
Requires-Dist: protobuf>=6.30.1
|
|
16
|
-
Requires-Dist: pydantic>=2.10.6
|
|
17
|
-
Requires-Dist: pyyaml>=6.0.2
|
|
18
|
-
Requires-Dist: rich-click>=1.8.9
|
|
19
|
-
Requires-Dist: httpx>=0.28.1
|
|
20
|
-
Requires-Dist: keyring>=25.6.0
|
|
21
|
-
Requires-Dist: msgpack>=1.1.0
|
|
22
|
-
Requires-Dist: toml>=0.10.2
|
|
23
|
-
Requires-Dist: async-lru>=2.0.5
|
|
24
|
-
Requires-Dist: mashumaro
|
|
25
|
-
Requires-Dist: dataclasses_json
|
|
26
|
-
|
|
27
|
-
# Flyte 2
|
|
28
|
-
|
|
29
|
-
Next-gen of SDK for Flyte.
|
|
30
|
-
|
|
31
|
-
## Get started
|
|
32
|
-
|
|
33
|
-
1. Only async tasks are supported right now. Style recommended, `import flyte` and then `flyte.TaskEnvironment` etc
|
|
34
|
-
2. You have to create environment for even a single task
|
|
35
|
-
3. `flyte run` CLI does not yet support arguments (but will soon)
|
|
36
|
-
4. Support for dataclasses is still limited if present at all
|
|
37
|
-
5. look at examples/... for various examples.
|
|
38
|
-
6. For a single script recommend using uv run scripts with metadata headers.
|
|
39
|
-
|
|
40
|
-
Hello world
|
|
41
|
-
|
|
42
|
-
```python
|
|
43
|
-
import flyte
|
|
44
|
-
|
|
45
|
-
env = flyte.TaskEnvironment(name="hello_world")
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
@env.task
|
|
49
|
-
async def say_hello(data: str) -> str:
|
|
50
|
-
return f"Hello {data}"
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
@env.task
|
|
54
|
-
async def say_hello_nested(data: str) -> str:
|
|
55
|
-
return await say_hello.override(resources=flyte.Resources(gpu="A100 80G:4")).execute(data)
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
if __name__ == "__main__":
|
|
59
|
-
import asyncio
|
|
60
|
-
|
|
61
|
-
# to run pure python - the SDK is not invoked at all
|
|
62
|
-
asyncio.run(say_hello_nested("test"))
|
|
63
|
-
|
|
64
|
-
# To run locally, but run through type system etc
|
|
65
|
-
flyte.init()
|
|
66
|
-
flyte.run(say_hello_nested, "World")
|
|
67
|
-
|
|
68
|
-
# To run remote
|
|
69
|
-
flyte.init(endpoint="dns:///localhost:8090", insecure=True)
|
|
70
|
-
flyte.run(say_hello_nested, "World")
|
|
71
|
-
# It is possible to switch local and remote, but keeping init to have and endpoint, but , changing context during run
|
|
72
|
-
flyte.with_runcontext(name="my-run-1", mode="local").run(...) # this will run locally only
|
|
73
|
-
```
|
|
74
|
-
|
|
75
|
-
## When testing now, you will have to build images with v2 sdk installed.
|
|
76
|
-
To do this, you can use a nifty way to add the sdk to the image.
|
|
77
|
-
|
|
78
|
-
```python
|
|
79
|
-
import flyte
|
|
80
|
-
import pathlib
|
|
81
|
-
|
|
82
|
-
env = flyte.TaskEnvironment(
|
|
83
|
-
name="test",
|
|
84
|
-
image=flyte.Image.auto(registry="ghcr.io/your-handle", name="package-name")
|
|
85
|
-
.with_source_folder(pathlib.Path(
|
|
86
|
-
__file__).parent.parent / "dist") # Assuming you have run `make dist` and the dist folder is in the directory above
|
|
87
|
-
.with_local_v2(), # This will add the v2 sdk to the image from the local dist folder
|
|
88
|
-
)
|
|
89
|
-
```
|
|
90
|
-
|
|
91
|
-
## Run using CLI
|
|
92
|
-
|
|
93
|
-
```bash
|
|
94
|
-
flyte --endpoint dns:///localhost:8090 --insecure --org-override testorg run -p project -d development devbox_one.py say_hello_nested
|
|
95
|
-
```
|
|
96
|
-
### Retrieve runs
|
|
97
|
-
```bash
|
|
98
|
-
flyte --endpoint dns:///localhost:8090 --insecure --org-override testorg get run --project testproject --domain development
|
|
99
|
-
```
|
|
100
|
-
Output:
|
|
101
|
-
```bash
|
|
102
|
-
┏━━━━━━━━━━━━━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓
|
|
103
|
-
┃ Run-name ┃ Name ┃ Start_time ┃ End_time ┃ Run_time ┃ Phase ┃ Task ┃
|
|
104
|
-
┡━━━━━━━━━━━━━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩
|
|
105
|
-
│ testrun │ a0 │ 2025-04-25T21:47:37.564471 │ None │ 41154 secs │ PHASE_QUEUED │ │
|
|
106
|
-
│ random-run-5783fbc8 │ a0 │ 2025-04-29T04:39:33.871810 │ 2025-04-29T04:42:24 │ 170 secs │ PHASE_SUCCEEDED │ │
|
|
107
|
-
│ random-run-e57d6195 │ a0 │ 2025-04-29T04:40:53.467206 │ 2025-04-29T04:42:54 │ 120 secs │ PHASE_SUCCEEDED │ say_hello_nested │
|
|
108
|
-
│ random-run-752c52a0 │ a0 │ 2025-04-29T04:44:50.169879 │ 2025-04-29T04:47:34 │ 163 secs │ PHASE_SUCCEEDED │ failure_recovery │
|
|
109
|
-
│ random-run-4f57d4af │ a0 │ 2025-04-29T05:04:28.780208 │ 2025-04-29T05:07:10 │ 161 secs │ PHASE_FAILED │ failure_recovery │
|
|
110
|
-
│ random-run-f6c6405f │ a0 │ 2025-04-29T05:10:19.808186 │ 2025-04-29T05:13:07 │ 167 secs │ PHASE_FAILED │ failure_recovery │
|
|
111
|
-
│ random-run-66448df4 │ a0 │ 2025-04-29T05:42:21.625827 │ 2025-04-29T05:45:01 │ 159 secs │ PHASE_SUCCEEDED │ failure_recovery │
|
|
112
|
-
│ random-run-5c5c905f │ a0 │ 2025-04-29T05:50:32.623097 │ 2025-04-29T05:53:21 │ 168 secs │ PHASE_SUCCEEDED │ failure_recovery │
|
|
113
|
-
│ random-run-99056dba │ a0 │ 2025-04-29T05:54:47.820520 │ 2025-04-29T05:57:31 │ 163 secs │ PHASE_SUCCEEDED │ failure_recovery │
|
|
114
|
-
└─────────────────────┴──────┴────────────────────────────┴─────────────────────┴────────────┴─────────────────┴──────────────────┘
|
|
115
|
-
```
|
|
116
|
-
### Retrieve specific run details
|
|
117
|
-
```bash
|
|
118
|
-
flyte --endpoint dns:///localhost:8090 --insecure --org-override testorg get run --project testproject --domain development random-run-66448df4
|
|
119
|
-
```
|
|
120
|
-
Output:
|
|
121
|
-
```bash
|
|
122
|
-
RunDetails(name='random-run-66448df4', start_time='2025-04-29T05:42:21.625827', end_time='2025-04-29T05:45:01', run_time='159 secs', phase='PHASE_SUCCEEDED', error=, task='failure_recovery')
|
|
123
|
-
```
|
|
124
|
-
|
|
125
|
-
### Retrieve actions for a run
|
|
126
|
-
```bash
|
|
127
|
-
flyte --endpoint dns:///localhost:8090 --insecure --org-override testorg get action --project testproject --domain development random-run-99056dba
|
|
128
|
-
```
|
|
129
|
-
|
|
130
|
-
Output:
|
|
131
|
-
```bash
|
|
132
|
-
┏━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓
|
|
133
|
-
┃ Run-name ┃ Name ┃ Start_time ┃ End_time ┃ Run_time ┃ Phase ┃ Task ┃
|
|
134
|
-
┡━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩
|
|
135
|
-
│ random-run-99056dba │ a0 │ 2025-04-29T05:54:47.820520 │ 2025-04-29T05:57:31 │ 163 secs │ PHASE_SUCCEEDED │ failure_recovery │
|
|
136
|
-
│ random-run-99056dba │ 5DYnhmntDf3WG9bm5B54E9 │ 2025-04-29T05:55:18.098842 │ 2025-04-29T05:55:51 │ 32 secs │ PHASE_FAILED │ always_fails │
|
|
137
|
-
│ random-run-99056dba │ 7rg3HTmTfCjMqhLLq17ZjR │ 2025-04-29T05:55:51.933307 │ 2025-04-29T05:56:31 │ 39 secs │ PHASE_FAILED │ always_fails │
|
|
138
|
-
│ random-run-99056dba │ 3avSConCJYUMmCuTpqUCdO │ 2025-04-29T05:56:31.939420 │ 2025-04-29T05:57:11 │ 39 secs │ PHASE_SUCCEEDED │ always_succeeds │
|
|
139
|
-
└─────────────────────┴────────────────────────┴────────────────────────────┴─────────────────────┴──────────┴─────────────────┴──────────────────┘
|
|
140
|
-
```
|
|
141
|
-
|
|
142
|
-
### Retrieve action details
|
|
143
|
-
```bash
|
|
144
|
-
flyte --endpoint dns:///localhost:8090 --insecure --org-override testorg get action --project testproject --domain development random-run-99056dba 5DYnhmntDf3WG9bm5B54E9
|
|
145
|
-
```
|
|
146
|
-
|
|
147
|
-
Output:
|
|
148
|
-
```bash
|
|
149
|
-
ActionDetails(name='random-run-99056dba', start_time='2025-04-29T05:55:18.098842', end_time='2025-04-29T05:55:51', run_time='32 secs', phase='PHASE_FAILED', error=, task='always_fails')
|
|
150
|
-
```
|
|
151
|
-
|
|
152
|
-
### Deploy
|
|
153
|
-
```bash
|
|
154
|
-
flyte deploy --endpoint dns:///localhost:8090 --insecure --org-override testorg -p project -d development devbox_one.py say_hello_nested
|
|
155
|
-
```
|
|
156
|
-
# Contributor Notes
|
|
157
|
-
Some of these are limited to Union for now, because the new IDL has not yet been open-sourced.
|
|
158
|
-
|
|
159
|
-
## How to import proto stubs?
|
|
160
|
-
|
|
161
|
-
Make sure that you have `uv` installed locally then run `make copy-protos <path-to-cloud-repo>`, where `<path-to-cloud-repo>`
|
|
162
|
-
is optional, if it's not defined then it assumes by default that there's a sibling `cloud` directory.
|
|
163
|
-
|
|
164
|
-
## Iterating on the SDK itself.
|
|
165
|
-
While there is a publicly available semantically version base image (similar to flytekit) for each flyte sdk release,
|
|
166
|
-
it's probably helpful to create your own images if you're to iterate on this SDK itself. Anyone who wishes to modify
|
|
167
|
-
this code and then run it on a Flyte cluster, will need to build their own image.
|
|
168
|
-
|
|
169
|
-
To do this:
|
|
170
|
-
|
|
171
|
-
1. Build a wheel with your updated code by running `make dist`
|
|
172
|
-
|
|
173
|
-
2. (This step only works for Union employees for now) Create the image by running
|
|
174
|
-
```
|
|
175
|
-
python maint_tools/build_default_image.py
|
|
176
|
-
```
|
|
177
|
-
This will build the image using buildx, creating a buildx builder. The image will be tagged with a SHA that changes
|
|
178
|
-
based on a hash of the built wheel inside the dist folder.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|