flyte 0.0.1b0__py3-none-any.whl → 2.0.0b46__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (455) hide show
  1. flyte/__init__.py +83 -30
  2. flyte/_bin/connect.py +61 -0
  3. flyte/_bin/debug.py +38 -0
  4. flyte/_bin/runtime.py +87 -19
  5. flyte/_bin/serve.py +351 -0
  6. flyte/_build.py +3 -2
  7. flyte/_cache/cache.py +6 -5
  8. flyte/_cache/local_cache.py +216 -0
  9. flyte/_code_bundle/_ignore.py +31 -5
  10. flyte/_code_bundle/_packaging.py +42 -11
  11. flyte/_code_bundle/_utils.py +57 -34
  12. flyte/_code_bundle/bundle.py +130 -27
  13. flyte/_constants.py +1 -0
  14. flyte/_context.py +21 -5
  15. flyte/_custom_context.py +73 -0
  16. flyte/_debug/constants.py +37 -0
  17. flyte/_debug/utils.py +17 -0
  18. flyte/_debug/vscode.py +315 -0
  19. flyte/_deploy.py +396 -75
  20. flyte/_deployer.py +109 -0
  21. flyte/_environment.py +94 -11
  22. flyte/_excepthook.py +37 -0
  23. flyte/_group.py +2 -1
  24. flyte/_hash.py +1 -16
  25. flyte/_image.py +544 -234
  26. flyte/_initialize.py +443 -294
  27. flyte/_interface.py +40 -5
  28. flyte/_internal/controllers/__init__.py +22 -8
  29. flyte/_internal/controllers/_local_controller.py +159 -35
  30. flyte/_internal/controllers/_trace.py +18 -10
  31. flyte/_internal/controllers/remote/__init__.py +38 -9
  32. flyte/_internal/controllers/remote/_action.py +82 -12
  33. flyte/_internal/controllers/remote/_client.py +6 -2
  34. flyte/_internal/controllers/remote/_controller.py +290 -64
  35. flyte/_internal/controllers/remote/_core.py +155 -95
  36. flyte/_internal/controllers/remote/_informer.py +40 -20
  37. flyte/_internal/controllers/remote/_service_protocol.py +2 -2
  38. flyte/_internal/imagebuild/__init__.py +2 -10
  39. flyte/_internal/imagebuild/docker_builder.py +391 -84
  40. flyte/_internal/imagebuild/image_builder.py +111 -55
  41. flyte/_internal/imagebuild/remote_builder.py +409 -0
  42. flyte/_internal/imagebuild/utils.py +79 -0
  43. flyte/_internal/resolvers/_app_env_module.py +92 -0
  44. flyte/_internal/resolvers/_task_module.py +5 -38
  45. flyte/_internal/resolvers/app_env.py +26 -0
  46. flyte/_internal/resolvers/common.py +8 -1
  47. flyte/_internal/resolvers/default.py +2 -2
  48. flyte/_internal/runtime/convert.py +322 -33
  49. flyte/_internal/runtime/entrypoints.py +106 -18
  50. flyte/_internal/runtime/io.py +71 -23
  51. flyte/_internal/runtime/resources_serde.py +21 -7
  52. flyte/_internal/runtime/reuse.py +125 -0
  53. flyte/_internal/runtime/rusty.py +196 -0
  54. flyte/_internal/runtime/task_serde.py +239 -66
  55. flyte/_internal/runtime/taskrunner.py +48 -8
  56. flyte/_internal/runtime/trigger_serde.py +162 -0
  57. flyte/_internal/runtime/types_serde.py +7 -16
  58. flyte/_keyring/file.py +115 -0
  59. flyte/_link.py +30 -0
  60. flyte/_logging.py +241 -42
  61. flyte/_map.py +312 -0
  62. flyte/_metrics.py +59 -0
  63. flyte/_module.py +74 -0
  64. flyte/_pod.py +30 -0
  65. flyte/_resources.py +296 -33
  66. flyte/_retry.py +1 -7
  67. flyte/_reusable_environment.py +72 -7
  68. flyte/_run.py +461 -132
  69. flyte/_secret.py +47 -11
  70. flyte/_serve.py +333 -0
  71. flyte/_task.py +245 -56
  72. flyte/_task_environment.py +219 -97
  73. flyte/_task_plugins.py +47 -0
  74. flyte/_tools.py +8 -8
  75. flyte/_trace.py +15 -24
  76. flyte/_trigger.py +1027 -0
  77. flyte/_utils/__init__.py +12 -1
  78. flyte/_utils/asyn.py +3 -1
  79. flyte/_utils/async_cache.py +139 -0
  80. flyte/_utils/coro_management.py +5 -4
  81. flyte/_utils/description_parser.py +19 -0
  82. flyte/_utils/docker_credentials.py +173 -0
  83. flyte/_utils/helpers.py +45 -19
  84. flyte/_utils/module_loader.py +123 -0
  85. flyte/_utils/org_discovery.py +57 -0
  86. flyte/_utils/uv_script_parser.py +8 -1
  87. flyte/_version.py +16 -3
  88. flyte/app/__init__.py +27 -0
  89. flyte/app/_app_environment.py +362 -0
  90. flyte/app/_connector_environment.py +40 -0
  91. flyte/app/_deploy.py +130 -0
  92. flyte/app/_parameter.py +343 -0
  93. flyte/app/_runtime/__init__.py +3 -0
  94. flyte/app/_runtime/app_serde.py +383 -0
  95. flyte/app/_types.py +113 -0
  96. flyte/app/extras/__init__.py +9 -0
  97. flyte/app/extras/_auth_middleware.py +217 -0
  98. flyte/app/extras/_fastapi.py +93 -0
  99. flyte/app/extras/_model_loader/__init__.py +3 -0
  100. flyte/app/extras/_model_loader/config.py +7 -0
  101. flyte/app/extras/_model_loader/loader.py +288 -0
  102. flyte/cli/__init__.py +12 -0
  103. flyte/cli/_abort.py +28 -0
  104. flyte/cli/_build.py +114 -0
  105. flyte/cli/_common.py +493 -0
  106. flyte/cli/_create.py +371 -0
  107. flyte/cli/_delete.py +45 -0
  108. flyte/cli/_deploy.py +401 -0
  109. flyte/cli/_gen.py +316 -0
  110. flyte/cli/_get.py +446 -0
  111. flyte/cli/_option.py +33 -0
  112. {union/_cli → flyte/cli}/_params.py +152 -153
  113. flyte/cli/_plugins.py +209 -0
  114. flyte/cli/_prefetch.py +292 -0
  115. flyte/cli/_run.py +690 -0
  116. flyte/cli/_serve.py +338 -0
  117. flyte/cli/_update.py +86 -0
  118. flyte/cli/_user.py +20 -0
  119. flyte/cli/main.py +246 -0
  120. flyte/config/__init__.py +3 -0
  121. flyte/config/_config.py +248 -0
  122. flyte/config/_internal.py +73 -0
  123. flyte/config/_reader.py +225 -0
  124. flyte/connectors/__init__.py +11 -0
  125. flyte/connectors/_connector.py +330 -0
  126. flyte/connectors/_server.py +194 -0
  127. flyte/connectors/utils.py +159 -0
  128. flyte/errors.py +134 -2
  129. flyte/extend.py +24 -0
  130. flyte/extras/_container.py +69 -56
  131. flyte/git/__init__.py +3 -0
  132. flyte/git/_config.py +279 -0
  133. flyte/io/__init__.py +8 -1
  134. flyte/io/{structured_dataset → _dataframe}/__init__.py +32 -30
  135. flyte/io/{structured_dataset → _dataframe}/basic_dfs.py +75 -68
  136. flyte/io/{structured_dataset/structured_dataset.py → _dataframe/dataframe.py} +207 -242
  137. flyte/io/_dir.py +575 -113
  138. flyte/io/_file.py +587 -141
  139. flyte/io/_hashing_io.py +342 -0
  140. flyte/io/extend.py +7 -0
  141. flyte/models.py +635 -0
  142. flyte/prefetch/__init__.py +22 -0
  143. flyte/prefetch/_hf_model.py +563 -0
  144. flyte/remote/__init__.py +14 -3
  145. flyte/remote/_action.py +879 -0
  146. flyte/remote/_app.py +346 -0
  147. flyte/remote/_auth_metadata.py +42 -0
  148. flyte/remote/_client/_protocols.py +62 -4
  149. flyte/remote/_client/auth/_auth_utils.py +19 -0
  150. flyte/remote/_client/auth/_authenticators/base.py +8 -2
  151. flyte/remote/_client/auth/_authenticators/device_code.py +4 -5
  152. flyte/remote/_client/auth/_authenticators/factory.py +4 -0
  153. flyte/remote/_client/auth/_authenticators/passthrough.py +79 -0
  154. flyte/remote/_client/auth/_authenticators/pkce.py +17 -18
  155. flyte/remote/_client/auth/_channel.py +47 -18
  156. flyte/remote/_client/auth/_client_config.py +5 -3
  157. flyte/remote/_client/auth/_keyring.py +15 -2
  158. flyte/remote/_client/auth/_token_client.py +3 -3
  159. flyte/remote/_client/controlplane.py +206 -18
  160. flyte/remote/_common.py +66 -0
  161. flyte/remote/_data.py +107 -22
  162. flyte/remote/_logs.py +116 -33
  163. flyte/remote/_project.py +21 -19
  164. flyte/remote/_run.py +164 -631
  165. flyte/remote/_secret.py +72 -29
  166. flyte/remote/_task.py +387 -46
  167. flyte/remote/_trigger.py +368 -0
  168. flyte/remote/_user.py +43 -0
  169. flyte/report/_report.py +10 -6
  170. flyte/storage/__init__.py +13 -1
  171. flyte/storage/_config.py +237 -0
  172. flyte/storage/_parallel_reader.py +289 -0
  173. flyte/storage/_storage.py +268 -59
  174. flyte/syncify/__init__.py +56 -0
  175. flyte/syncify/_api.py +414 -0
  176. flyte/types/__init__.py +39 -0
  177. flyte/types/_interface.py +22 -7
  178. flyte/{io/pickle/transformer.py → types/_pickle.py} +37 -9
  179. flyte/types/_string_literals.py +8 -9
  180. flyte/types/_type_engine.py +230 -129
  181. flyte/types/_utils.py +1 -1
  182. flyte-2.0.0b46.data/scripts/debug.py +38 -0
  183. flyte-2.0.0b46.data/scripts/runtime.py +194 -0
  184. flyte-2.0.0b46.dist-info/METADATA +352 -0
  185. flyte-2.0.0b46.dist-info/RECORD +221 -0
  186. flyte-2.0.0b46.dist-info/entry_points.txt +8 -0
  187. flyte-2.0.0b46.dist-info/licenses/LICENSE +201 -0
  188. flyte/_api_commons.py +0 -3
  189. flyte/_cli/_common.py +0 -287
  190. flyte/_cli/_create.py +0 -42
  191. flyte/_cli/_delete.py +0 -23
  192. flyte/_cli/_deploy.py +0 -140
  193. flyte/_cli/_get.py +0 -235
  194. flyte/_cli/_run.py +0 -152
  195. flyte/_cli/main.py +0 -72
  196. flyte/_datastructures.py +0 -342
  197. flyte/_internal/controllers/pbhash.py +0 -39
  198. flyte/_protos/common/authorization_pb2.py +0 -66
  199. flyte/_protos/common/authorization_pb2.pyi +0 -108
  200. flyte/_protos/common/authorization_pb2_grpc.py +0 -4
  201. flyte/_protos/common/identifier_pb2.py +0 -71
  202. flyte/_protos/common/identifier_pb2.pyi +0 -82
  203. flyte/_protos/common/identifier_pb2_grpc.py +0 -4
  204. flyte/_protos/common/identity_pb2.py +0 -48
  205. flyte/_protos/common/identity_pb2.pyi +0 -72
  206. flyte/_protos/common/identity_pb2_grpc.py +0 -4
  207. flyte/_protos/common/list_pb2.py +0 -36
  208. flyte/_protos/common/list_pb2.pyi +0 -69
  209. flyte/_protos/common/list_pb2_grpc.py +0 -4
  210. flyte/_protos/common/policy_pb2.py +0 -37
  211. flyte/_protos/common/policy_pb2.pyi +0 -27
  212. flyte/_protos/common/policy_pb2_grpc.py +0 -4
  213. flyte/_protos/common/role_pb2.py +0 -37
  214. flyte/_protos/common/role_pb2.pyi +0 -53
  215. flyte/_protos/common/role_pb2_grpc.py +0 -4
  216. flyte/_protos/common/runtime_version_pb2.py +0 -28
  217. flyte/_protos/common/runtime_version_pb2.pyi +0 -24
  218. flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
  219. flyte/_protos/logs/dataplane/payload_pb2.py +0 -96
  220. flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -168
  221. flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
  222. flyte/_protos/secret/definition_pb2.py +0 -49
  223. flyte/_protos/secret/definition_pb2.pyi +0 -93
  224. flyte/_protos/secret/definition_pb2_grpc.py +0 -4
  225. flyte/_protos/secret/payload_pb2.py +0 -62
  226. flyte/_protos/secret/payload_pb2.pyi +0 -94
  227. flyte/_protos/secret/payload_pb2_grpc.py +0 -4
  228. flyte/_protos/secret/secret_pb2.py +0 -38
  229. flyte/_protos/secret/secret_pb2.pyi +0 -6
  230. flyte/_protos/secret/secret_pb2_grpc.py +0 -198
  231. flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
  232. flyte/_protos/validate/validate/validate_pb2.py +0 -76
  233. flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
  234. flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
  235. flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
  236. flyte/_protos/workflow/queue_service_pb2.py +0 -106
  237. flyte/_protos/workflow/queue_service_pb2.pyi +0 -141
  238. flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
  239. flyte/_protos/workflow/run_definition_pb2.py +0 -128
  240. flyte/_protos/workflow/run_definition_pb2.pyi +0 -310
  241. flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
  242. flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
  243. flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
  244. flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
  245. flyte/_protos/workflow/run_service_pb2.py +0 -133
  246. flyte/_protos/workflow/run_service_pb2.pyi +0 -175
  247. flyte/_protos/workflow/run_service_pb2_grpc.py +0 -412
  248. flyte/_protos/workflow/state_service_pb2.py +0 -58
  249. flyte/_protos/workflow/state_service_pb2.pyi +0 -71
  250. flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
  251. flyte/_protos/workflow/task_definition_pb2.py +0 -72
  252. flyte/_protos/workflow/task_definition_pb2.pyi +0 -65
  253. flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
  254. flyte/_protos/workflow/task_service_pb2.py +0 -44
  255. flyte/_protos/workflow/task_service_pb2.pyi +0 -31
  256. flyte/_protos/workflow/task_service_pb2_grpc.py +0 -104
  257. flyte/io/_dataframe.py +0 -0
  258. flyte/io/pickle/__init__.py +0 -0
  259. flyte/remote/_console.py +0 -18
  260. flyte-0.0.1b0.dist-info/METADATA +0 -179
  261. flyte-0.0.1b0.dist-info/RECORD +0 -390
  262. flyte-0.0.1b0.dist-info/entry_points.txt +0 -3
  263. union/__init__.py +0 -54
  264. union/_api_commons.py +0 -3
  265. union/_bin/__init__.py +0 -0
  266. union/_bin/runtime.py +0 -113
  267. union/_build.py +0 -25
  268. union/_cache/__init__.py +0 -12
  269. union/_cache/cache.py +0 -141
  270. union/_cache/defaults.py +0 -9
  271. union/_cache/policy_function_body.py +0 -42
  272. union/_cli/__init__.py +0 -0
  273. union/_cli/_common.py +0 -263
  274. union/_cli/_create.py +0 -40
  275. union/_cli/_delete.py +0 -23
  276. union/_cli/_deploy.py +0 -120
  277. union/_cli/_get.py +0 -162
  278. union/_cli/_run.py +0 -150
  279. union/_cli/main.py +0 -72
  280. union/_code_bundle/__init__.py +0 -8
  281. union/_code_bundle/_ignore.py +0 -113
  282. union/_code_bundle/_packaging.py +0 -187
  283. union/_code_bundle/_utils.py +0 -342
  284. union/_code_bundle/bundle.py +0 -176
  285. union/_context.py +0 -146
  286. union/_datastructures.py +0 -295
  287. union/_deploy.py +0 -185
  288. union/_doc.py +0 -29
  289. union/_docstring.py +0 -26
  290. union/_environment.py +0 -43
  291. union/_group.py +0 -31
  292. union/_hash.py +0 -23
  293. union/_image.py +0 -760
  294. union/_initialize.py +0 -585
  295. union/_interface.py +0 -84
  296. union/_internal/__init__.py +0 -3
  297. union/_internal/controllers/__init__.py +0 -77
  298. union/_internal/controllers/_local_controller.py +0 -77
  299. union/_internal/controllers/pbhash.py +0 -39
  300. union/_internal/controllers/remote/__init__.py +0 -40
  301. union/_internal/controllers/remote/_action.py +0 -131
  302. union/_internal/controllers/remote/_client.py +0 -43
  303. union/_internal/controllers/remote/_controller.py +0 -169
  304. union/_internal/controllers/remote/_core.py +0 -341
  305. union/_internal/controllers/remote/_informer.py +0 -260
  306. union/_internal/controllers/remote/_service_protocol.py +0 -44
  307. union/_internal/imagebuild/__init__.py +0 -11
  308. union/_internal/imagebuild/docker_builder.py +0 -416
  309. union/_internal/imagebuild/image_builder.py +0 -243
  310. union/_internal/imagebuild/remote_builder.py +0 -0
  311. union/_internal/resolvers/__init__.py +0 -0
  312. union/_internal/resolvers/_task_module.py +0 -31
  313. union/_internal/resolvers/common.py +0 -24
  314. union/_internal/resolvers/default.py +0 -27
  315. union/_internal/runtime/__init__.py +0 -0
  316. union/_internal/runtime/convert.py +0 -163
  317. union/_internal/runtime/entrypoints.py +0 -121
  318. union/_internal/runtime/io.py +0 -136
  319. union/_internal/runtime/resources_serde.py +0 -134
  320. union/_internal/runtime/task_serde.py +0 -202
  321. union/_internal/runtime/taskrunner.py +0 -179
  322. union/_internal/runtime/types_serde.py +0 -53
  323. union/_logging.py +0 -124
  324. union/_protos/__init__.py +0 -0
  325. union/_protos/common/authorization_pb2.py +0 -66
  326. union/_protos/common/authorization_pb2.pyi +0 -106
  327. union/_protos/common/authorization_pb2_grpc.py +0 -4
  328. union/_protos/common/identifier_pb2.py +0 -71
  329. union/_protos/common/identifier_pb2.pyi +0 -82
  330. union/_protos/common/identifier_pb2_grpc.py +0 -4
  331. union/_protos/common/identity_pb2.py +0 -48
  332. union/_protos/common/identity_pb2.pyi +0 -72
  333. union/_protos/common/identity_pb2_grpc.py +0 -4
  334. union/_protos/common/list_pb2.py +0 -36
  335. union/_protos/common/list_pb2.pyi +0 -69
  336. union/_protos/common/list_pb2_grpc.py +0 -4
  337. union/_protos/common/policy_pb2.py +0 -37
  338. union/_protos/common/policy_pb2.pyi +0 -27
  339. union/_protos/common/policy_pb2_grpc.py +0 -4
  340. union/_protos/common/role_pb2.py +0 -37
  341. union/_protos/common/role_pb2.pyi +0 -51
  342. union/_protos/common/role_pb2_grpc.py +0 -4
  343. union/_protos/common/runtime_version_pb2.py +0 -28
  344. union/_protos/common/runtime_version_pb2.pyi +0 -24
  345. union/_protos/common/runtime_version_pb2_grpc.py +0 -4
  346. union/_protos/logs/dataplane/payload_pb2.py +0 -96
  347. union/_protos/logs/dataplane/payload_pb2.pyi +0 -168
  348. union/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
  349. union/_protos/secret/definition_pb2.py +0 -49
  350. union/_protos/secret/definition_pb2.pyi +0 -93
  351. union/_protos/secret/definition_pb2_grpc.py +0 -4
  352. union/_protos/secret/payload_pb2.py +0 -62
  353. union/_protos/secret/payload_pb2.pyi +0 -94
  354. union/_protos/secret/payload_pb2_grpc.py +0 -4
  355. union/_protos/secret/secret_pb2.py +0 -38
  356. union/_protos/secret/secret_pb2.pyi +0 -6
  357. union/_protos/secret/secret_pb2_grpc.py +0 -198
  358. union/_protos/validate/validate/validate_pb2.py +0 -76
  359. union/_protos/workflow/node_execution_service_pb2.py +0 -26
  360. union/_protos/workflow/node_execution_service_pb2.pyi +0 -4
  361. union/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
  362. union/_protos/workflow/queue_service_pb2.py +0 -75
  363. union/_protos/workflow/queue_service_pb2.pyi +0 -103
  364. union/_protos/workflow/queue_service_pb2_grpc.py +0 -172
  365. union/_protos/workflow/run_definition_pb2.py +0 -100
  366. union/_protos/workflow/run_definition_pb2.pyi +0 -256
  367. union/_protos/workflow/run_definition_pb2_grpc.py +0 -4
  368. union/_protos/workflow/run_logs_service_pb2.py +0 -41
  369. union/_protos/workflow/run_logs_service_pb2.pyi +0 -28
  370. union/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
  371. union/_protos/workflow/run_service_pb2.py +0 -133
  372. union/_protos/workflow/run_service_pb2.pyi +0 -173
  373. union/_protos/workflow/run_service_pb2_grpc.py +0 -412
  374. union/_protos/workflow/state_service_pb2.py +0 -58
  375. union/_protos/workflow/state_service_pb2.pyi +0 -69
  376. union/_protos/workflow/state_service_pb2_grpc.py +0 -138
  377. union/_protos/workflow/task_definition_pb2.py +0 -72
  378. union/_protos/workflow/task_definition_pb2.pyi +0 -65
  379. union/_protos/workflow/task_definition_pb2_grpc.py +0 -4
  380. union/_protos/workflow/task_service_pb2.py +0 -44
  381. union/_protos/workflow/task_service_pb2.pyi +0 -31
  382. union/_protos/workflow/task_service_pb2_grpc.py +0 -104
  383. union/_resources.py +0 -226
  384. union/_retry.py +0 -32
  385. union/_reusable_environment.py +0 -25
  386. union/_run.py +0 -374
  387. union/_secret.py +0 -61
  388. union/_task.py +0 -354
  389. union/_task_environment.py +0 -186
  390. union/_timeout.py +0 -47
  391. union/_tools.py +0 -27
  392. union/_utils/__init__.py +0 -11
  393. union/_utils/asyn.py +0 -119
  394. union/_utils/file_handling.py +0 -71
  395. union/_utils/helpers.py +0 -46
  396. union/_utils/lazy_module.py +0 -54
  397. union/_utils/uv_script_parser.py +0 -49
  398. union/_version.py +0 -21
  399. union/connectors/__init__.py +0 -0
  400. union/errors.py +0 -128
  401. union/extras/__init__.py +0 -5
  402. union/extras/_container.py +0 -263
  403. union/io/__init__.py +0 -11
  404. union/io/_dataframe.py +0 -0
  405. union/io/_dir.py +0 -425
  406. union/io/_file.py +0 -418
  407. union/io/pickle/__init__.py +0 -0
  408. union/io/pickle/transformer.py +0 -117
  409. union/io/structured_dataset/__init__.py +0 -122
  410. union/io/structured_dataset/basic_dfs.py +0 -219
  411. union/io/structured_dataset/structured_dataset.py +0 -1057
  412. union/py.typed +0 -0
  413. union/remote/__init__.py +0 -23
  414. union/remote/_client/__init__.py +0 -0
  415. union/remote/_client/_protocols.py +0 -129
  416. union/remote/_client/auth/__init__.py +0 -12
  417. union/remote/_client/auth/_authenticators/__init__.py +0 -0
  418. union/remote/_client/auth/_authenticators/base.py +0 -391
  419. union/remote/_client/auth/_authenticators/client_credentials.py +0 -73
  420. union/remote/_client/auth/_authenticators/device_code.py +0 -120
  421. union/remote/_client/auth/_authenticators/external_command.py +0 -77
  422. union/remote/_client/auth/_authenticators/factory.py +0 -200
  423. union/remote/_client/auth/_authenticators/pkce.py +0 -515
  424. union/remote/_client/auth/_channel.py +0 -184
  425. union/remote/_client/auth/_client_config.py +0 -83
  426. union/remote/_client/auth/_default_html.py +0 -32
  427. union/remote/_client/auth/_grpc_utils/__init__.py +0 -0
  428. union/remote/_client/auth/_grpc_utils/auth_interceptor.py +0 -204
  429. union/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py +0 -144
  430. union/remote/_client/auth/_keyring.py +0 -154
  431. union/remote/_client/auth/_token_client.py +0 -258
  432. union/remote/_client/auth/errors.py +0 -16
  433. union/remote/_client/controlplane.py +0 -86
  434. union/remote/_data.py +0 -149
  435. union/remote/_logs.py +0 -74
  436. union/remote/_project.py +0 -86
  437. union/remote/_run.py +0 -820
  438. union/remote/_secret.py +0 -132
  439. union/remote/_task.py +0 -193
  440. union/report/__init__.py +0 -3
  441. union/report/_report.py +0 -178
  442. union/report/_template.html +0 -124
  443. union/storage/__init__.py +0 -24
  444. union/storage/_remote_fs.py +0 -34
  445. union/storage/_storage.py +0 -247
  446. union/storage/_utils.py +0 -5
  447. union/types/__init__.py +0 -11
  448. union/types/_renderer.py +0 -162
  449. union/types/_string_literals.py +0 -120
  450. union/types/_type_engine.py +0 -2131
  451. union/types/_utils.py +0 -80
  452. /flyte/{_cli → _debug}/__init__.py +0 -0
  453. /flyte/{_protos → _keyring}/__init__.py +0 -0
  454. {flyte-0.0.1b0.dist-info → flyte-2.0.0b46.dist-info}/WHEEL +0 -0
  455. {flyte-0.0.1b0.dist-info → flyte-2.0.0b46.dist-info}/top_level.txt +0 -0
flyte/_cli/_get.py DELETED
@@ -1,235 +0,0 @@
1
- import asyncio
2
- from typing import Tuple, Union
3
-
4
- import rich_click as click
5
- from rich.console import Console
6
- from rich.pretty import pretty_repr
7
-
8
- from . import _common as common
9
-
10
-
11
- @click.group(name="get")
12
- def get():
13
- """
14
- Get the value of a task or environment.
15
- """
16
-
17
-
18
- @get.command()
19
- @click.argument("name", type=str, required=False)
20
- @click.pass_obj
21
- def project(cfg: common.CLIConfig, name: str | None = None):
22
- """
23
- Get the current project.
24
- """
25
- from flyte.remote import Project
26
-
27
- print(cfg)
28
- cfg.init()
29
-
30
- console = Console()
31
- if name:
32
- console.print(pretty_repr(Project.get(name)))
33
- else:
34
- console.print(common.get_table("Projects", Project.listall()))
35
-
36
-
37
- @get.command(cls=common.CommandBase)
38
- @click.argument("name", type=str, required=False)
39
- @click.pass_obj
40
- def run(cfg: common.CLIConfig, name: str | None = None, project: str | None = None, domain: str | None = None):
41
- """
42
- Get the current run.
43
- """
44
- from flyte.remote import Run, RunDetails
45
-
46
- cfg.init(project=project, domain=domain)
47
-
48
- console = Console()
49
- if name:
50
- details = RunDetails.get(name=name)
51
- console.print(pretty_repr(details))
52
- else:
53
- console.print(common.get_table("Runs", Run.listall()))
54
-
55
-
56
- @get.command(cls=common.CommandBase)
57
- @click.argument("name", type=str, required=False)
58
- @click.argument("version", type=str, required=False)
59
- @click.pass_obj
60
- def task(
61
- cfg: common.CLIConfig,
62
- name: str | None = None,
63
- version: str | None = None,
64
- project: str | None = None,
65
- domain: str | None = None,
66
- ):
67
- """
68
- Get the current task.
69
- """
70
- from flyte.remote import Task
71
-
72
- cfg.init(project=project, domain=domain)
73
-
74
- console = Console()
75
- if name:
76
- if not version:
77
- raise click.BadParameter("Version is required when getting a task by name.")
78
- v = Task.get(name=name, version=version)
79
- if v is None:
80
- raise click.BadParameter(f"Task {name} not found.")
81
- t = v.fetch(v)
82
- console.print(pretty_repr(t))
83
- else:
84
- raise click.BadParameter("Task listing is not supported yet, please provide a name.")
85
- # console.print(common.get_table("Tasks", Task.listall()))
86
-
87
-
88
- @get.command(cls=common.CommandBase)
89
- @click.argument("run_name", type=str, required=True)
90
- @click.argument("action_name", type=str, required=False)
91
- @click.pass_obj
92
- def action(
93
- cfg: common.CLIConfig,
94
- run_name: str,
95
- action_name: str | None = None,
96
- project: str | None = None,
97
- domain: str | None = None,
98
- ):
99
- """
100
- Get all actions for a run or details for a specific action.
101
- """
102
- import flyte.remote as remote
103
-
104
- cfg.init(project=project, domain=domain)
105
-
106
- console = Console()
107
- if action_name:
108
- console.print(pretty_repr(remote.Action.get(run_name=run_name, name=action_name)))
109
- else:
110
- # List all actions for the run
111
- console.print(common.get_table(f"Actions for {run_name}", remote.Action.listall(for_run_name=run_name)))
112
-
113
-
114
- @get.command(cls=common.CommandBase)
115
- @click.argument("run_name", type=str, required=False)
116
- @click.argument("action_name", type=str, required=False)
117
- @click.option("--lines", "-l", type=int, default=30, help="Number of lines to show")
118
- @click.option("--show-ts", is_flag=True, help="Show timestamps")
119
- @click.option(
120
- "--follow",
121
- "-f",
122
- is_flag=True,
123
- default=False,
124
- help="Follow the logs (like tail -f), will open a panel with logs scrolling.",
125
- )
126
- @click.pass_obj
127
- def logs(
128
- cfg: common.CLIConfig,
129
- run_name: str,
130
- action_name: str | None = None,
131
- project: str | None = None,
132
- domain: str | None = None,
133
- lines: int = 30,
134
- show_ts: bool = False,
135
- follow: bool = True,
136
- ):
137
- """
138
- Get the current run.
139
- """
140
- import flyte.remote as remote
141
-
142
- cfg.init(project=project, domain=domain)
143
-
144
- async def _run_log_view(_obj):
145
- task = asyncio.create_task(_obj.show_logs(max_lines=lines, show_ts=show_ts, raw=not follow))
146
- try:
147
- await task
148
- except KeyboardInterrupt:
149
- task.cancel()
150
-
151
- if action_name:
152
- obj = remote.Action.get(run_name=run_name, name=action_name)
153
- else:
154
- obj = remote.Run.get(run_name)
155
- asyncio.run(_run_log_view(obj))
156
-
157
-
158
- @get.command(cls=common.CommandBase)
159
- @click.argument("name", type=str, required=False)
160
- @click.pass_obj
161
- def secret(
162
- cfg: common.CLIConfig,
163
- name: str | None = None,
164
- project: str | None = None,
165
- domain: str | None = None,
166
- ):
167
- """
168
- Get the current secret.
169
- """
170
- import flyte.remote as remote
171
-
172
- cfg.init(project=project, domain=domain)
173
-
174
- console = Console()
175
- if name:
176
- console.print(pretty_repr(remote.Secret.get(name)))
177
- else:
178
- console.print(common.get_table("Secrets", remote.Secret.listall()))
179
-
180
-
181
- @get.command(cls=common.CommandBase)
182
- @click.argument("run_name", type=str, required=True)
183
- @click.argument("action_name", type=str, required=False)
184
- @click.option("--inputs-only", "-i", is_flag=True, help="Show only inputs")
185
- @click.option("--outputs-only", "-o", is_flag=True, help="Show only outputs")
186
- @click.pass_obj
187
- def io(
188
- cfg: common.CLIConfig,
189
- run_name: str,
190
- action_name: str | None = None,
191
- project: str | None = None,
192
- domain: str | None = None,
193
- inputs_only: bool = False,
194
- outputs_only: bool = False,
195
- ):
196
- """
197
- Get the inputs and outputs of a run or action.
198
- """
199
- if inputs_only and outputs_only:
200
- raise click.BadParameter("Cannot use both --inputs-only and --outputs-only")
201
-
202
- import flyte.remote as remote
203
-
204
- cfg.init(project=project, domain=domain)
205
- console = Console()
206
- if action_name:
207
- obj = remote.ActionDetails.get(run_name=run_name, name=action_name)
208
- else:
209
- obj = remote.RunDetails.get(run_name)
210
-
211
- async def _get_io(
212
- details: Union[remote.RunDetails, remote.ActionDetails],
213
- ) -> Tuple[remote.ActionInputs | None, remote.ActionOutputs | None | str]:
214
- if inputs_only or outputs_only:
215
- if inputs_only:
216
- return await details.inputs(), None
217
- elif outputs_only:
218
- return None, await details.outputs()
219
- inputs = await details.inputs()
220
- outputs: remote.ActionOutputs | None | str = None
221
- try:
222
- outputs = await details.outputs()
223
- except Exception:
224
- # If the outputs are not available, we can still show the inputs
225
- outputs = "[red]not yet available[/red]"
226
- return inputs, outputs
227
-
228
- inputs, outputs = asyncio.run(_get_io(obj))
229
- # Show inputs and outputs side by side
230
- console.print(
231
- common.get_panel(
232
- "Inputs & Outputs",
233
- f"[green bold]Inputs[/green bold]\n{inputs}\n\n[blue bold]Outputs[/blue bold]\n{outputs}",
234
- )
235
- )
flyte/_cli/_run.py DELETED
@@ -1,152 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from dataclasses import dataclass, field, fields
4
- from pathlib import Path
5
- from types import ModuleType
6
- from typing import Any, Dict, List, cast
7
-
8
- import click
9
- from click import Context
10
- from rich.console import Console
11
- from typing_extensions import get_args
12
-
13
- import flyte
14
-
15
- from .._code_bundle._utils import CopyFiles
16
- from .._task import TaskTemplate
17
- from ..remote import Run
18
- from . import _common as common
19
- from ._common import CLIConfig
20
-
21
-
22
- @dataclass
23
- class RunArguments:
24
- project: str = field(
25
- default=cast(str, common.PROJECT_OPTION.default), metadata={"click.option": common.PROJECT_OPTION}
26
- )
27
- domain: str = field(
28
- default=cast(str, common.DOMAIN_OPTION.default), metadata={"click.option": common.DOMAIN_OPTION}
29
- )
30
- local: bool = field(
31
- default=False,
32
- metadata={
33
- "click.option": click.Option(
34
- ["--local"],
35
- is_flag=True,
36
- help="Run the task locally",
37
- )
38
- },
39
- )
40
- copy_style: CopyFiles = field(
41
- default="loaded_modules",
42
- metadata={
43
- "click.option": click.Option(
44
- ["--copy-style"],
45
- type=click.Choice(get_args(CopyFiles)),
46
- default="loaded_modules",
47
- help="Copy style to use when running the task",
48
- )
49
- },
50
- )
51
-
52
- @classmethod
53
- def from_dict(cls, d: Dict[str, Any]) -> RunArguments:
54
- return cls(**d)
55
-
56
- @classmethod
57
- def options(cls) -> List[click.Option]:
58
- """
59
- Return the set of base parameters added to run subcommand.
60
- """
61
- return [common.get_option_from_metadata(f.metadata) for f in fields(cls) if f.metadata]
62
-
63
-
64
- class RunTaskCommand(click.Command):
65
- def __init__(self, obj_name: str, obj: Any, run_args: RunArguments, *args, **kwargs):
66
- self.obj_name = obj_name
67
- self.obj = cast(TaskTemplate, obj)
68
- self.run_args = run_args
69
- kwargs.pop("name", None)
70
- super().__init__(obj_name, *args, **kwargs)
71
-
72
- def invoke(self, ctx: Context):
73
- obj: CLIConfig = ctx.obj or CLIConfig()
74
- obj.init(self.run_args.project, self.run_args.domain)
75
-
76
- r = flyte.with_runcontext(
77
- copy_style=self.run_args.copy_style,
78
- version=self.run_args.copy_style,
79
- mode="local" if self.run_args.local else "remote",
80
- ).run(self.obj)
81
- if isinstance(r, Run) and r.action is not None:
82
- console = Console()
83
- console.print(
84
- common.get_panel(
85
- "Run",
86
- f"[green bold]Created Run: {r.name} [/green bold] "
87
- f"(Project: {r.action.action_id.run.project}, Domain: {r.action.action_id.run.domain})\n\n"
88
- f"[blue bold]{r.url}[/blue bold]",
89
- )
90
- )
91
-
92
-
93
- class TaskPerFileGroup(common.ObjectsPerFileGroup):
94
- """
95
- Group that creates a command for each task in the current directory that is not __init__.py.
96
- """
97
-
98
- def __init__(self, filename: Path, run_args: RunArguments, *args, **kwargs):
99
- args = (filename, *args)
100
- super().__init__(*args, **kwargs)
101
- self.run_args = run_args
102
-
103
- def _filter_objects(self, module: ModuleType) -> Dict[str, Any]:
104
- return {k: v for k, v in module.__dict__.items() if isinstance(v, TaskTemplate)}
105
-
106
- def _get_command_for_obj(self, ctx: click.Context, obj_name: str, obj: Any) -> click.Command:
107
- obj = cast(TaskTemplate, obj)
108
- return RunTaskCommand(
109
- obj_name=obj_name,
110
- obj=obj,
111
- help=obj.docs.__help__str__() if obj.docs else None,
112
- run_args=self.run_args,
113
- )
114
-
115
-
116
- class TaskFiles(common.FileGroup):
117
- """
118
- Group that creates a command for each file in the current directory that is not __init__.py.
119
- """
120
-
121
- common_options_enabled = False
122
-
123
- def __init__(
124
- self,
125
- *args,
126
- directory: Path | None = None,
127
- **kwargs,
128
- ):
129
- if "params" not in kwargs:
130
- kwargs["params"] = []
131
- kwargs["params"].extend(RunArguments.options())
132
- super().__init__(*args, directory=directory, **kwargs)
133
-
134
- def get_command(self, ctx, filename):
135
- run_args = RunArguments.from_dict(ctx.params)
136
- fp = Path(filename)
137
- if not fp.exists():
138
- raise click.BadParameter(f"File {filename} does not exist")
139
- if fp.is_dir():
140
- return TaskFiles(directory=fp)
141
- return TaskPerFileGroup(
142
- filename=Path(filename),
143
- run_args=run_args,
144
- name=filename,
145
- help=f"Run, functions decorated `env.task` or instances of Tasks in {filename}",
146
- )
147
-
148
-
149
- run = TaskFiles(
150
- name="run",
151
- help="Run a task from a python file",
152
- )
flyte/_cli/main.py DELETED
@@ -1,72 +0,0 @@
1
- import rich_click as click
2
-
3
- from ._common import CLIConfig
4
- from ._create import create
5
- from ._deploy import deploy
6
- from ._get import get
7
- from ._run import run
8
-
9
-
10
- def _verbosity_to_loglevel(verbosity: int) -> int | None:
11
- """
12
- Converts a verbosity level from the CLI to a logging level.
13
-
14
- :param verbosity: verbosity level from the CLI
15
- :return: logging level
16
- """
17
- import logging
18
-
19
- match verbosity:
20
- case 0:
21
- return None
22
- case 1:
23
- return logging.WARNING
24
- case 2:
25
- return logging.INFO
26
- case _:
27
- return logging.DEBUG
28
-
29
-
30
- @click.group(cls=click.RichGroup)
31
- @click.option(
32
- "--endpoint",
33
- type=str,
34
- required=False,
35
- help="The endpoint to connect to, this will override any config and simply used pkce to connect.",
36
- )
37
- @click.option(
38
- "--insecure",
39
- is_flag=True,
40
- required=False,
41
- help="insecure",
42
- type=bool,
43
- default=False,
44
- )
45
- @click.option(
46
- "-v",
47
- "--verbose",
48
- required=False,
49
- help="Show verbose messages and exception traces",
50
- count=True,
51
- default=0,
52
- type=int,
53
- )
54
- @click.option(
55
- "--org-override",
56
- type=str,
57
- required=False,
58
- help="Override for org",
59
- )
60
- @click.pass_context
61
- def main(ctx: click.Context, endpoint: str | None, insecure: bool, verbose: int, org_override: str | None):
62
- """
63
- v2 cli. Root command, please use one of the subcommands.
64
- """
65
- log_level = _verbosity_to_loglevel(verbose)
66
- ctx.obj = CLIConfig(log_level=log_level, endpoint=endpoint, insecure=insecure, org_override=org_override)
67
-
68
-
69
- main.add_command(run)
70
- main.add_command(deploy)
71
- main.add_command(get) # type: ignore
72
- main.add_command(create) # type: ignore